-- Logs begin at Tue 2022-07-26 03:43:49 UTC, end at Tue 2022-07-26 05:19:57 UTC. -- Jul 26 04:50:56.769299 dv-cinder-850574-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 26 04:50:59.398938 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.common.config [-] Logging enabled! Jul 26 04:50:59.399484 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 04:50:59.399762 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103894) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 04:50:59.402910 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.common.config [-] Logging enabled! Jul 26 04:50:59.403161 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 04:50:59.403476 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103894) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 04:50:59.404456 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 04:50:59.404690 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 04:50:59.405278 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 04:50:59.405522 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 04:50:59.405749 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 04:50:59.406069 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.406367 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.406594 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.406885 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.407185 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.407453 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.407766 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.408059 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.408343 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.408621 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.408902 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.409135 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.409415 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.409681 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.409965 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.410188 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] debug = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.410467 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.410899 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.411319 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.411629 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.411920 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.412197 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.412483 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.412740 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.413025 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.413359 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] host = dv-cinder-850574-1-iscsi {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.413633 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.413916 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.414198 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.414480 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.414872 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.415159 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.415462 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.415741 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.416032 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] log_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.416286 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.416574 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.416861 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.417150 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.417374 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.417597 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.417881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.418179 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.418453 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.418728 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.419002 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.419273 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.419545 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.419834 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.420117 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.420396 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.420709 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.420984 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.421258 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.421527 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.421796 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.422076 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.422346 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.422618 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.422887 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.423172 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.423444 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.423737 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.424038 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.424319 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.424599 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.424882 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.425153 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.425434 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.425702 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.425971 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.426240 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] use_json = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.426509 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.426776 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.427054 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.427325 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.427614 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.427887 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.428154 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.428435 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.428707 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:50:59.429003 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.429297 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.429594 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.429875 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.430176 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.430456 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.430745 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.431021 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.431307 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.431612 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.431905 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.432180 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.432477 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.432766 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.433060 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.433373 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.433666 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.433955 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.434230 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.434501 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.434777 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.435056 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.435341 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.435638 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.435926 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.436313 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.436596 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.436896 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.437182 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.437472 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.437768 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.438056 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.438330 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.438609 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.438900 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.439179 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.439453 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.439770 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.440041 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.440315 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.440600 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.440891 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.441177 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.441449 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.441726 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.442014 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.442288 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.442557 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.442829 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.443107 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.443382 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.443690 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.443968 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.444240 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.444513 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.444793 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.445068 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.445341 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.445617 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.445887 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.446163 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.446435 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.446709 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.446980 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.447251 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.447523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.447818 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.448104 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.448371 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.448641 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.448913 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.449184 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.449455 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.449725 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.450025 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.450300 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.450577 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.451222 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.451497 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.451820 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.452098 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.452374 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.452654 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.452926 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.453214 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.453505 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.453788 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.454071 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.454347 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.454660 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.454939 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.455218 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.455497 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.455800 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.456078 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.456360 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.456636 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.456914 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.457199 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.457483 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.457777 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.458072 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.458349 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.458638 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.458930 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.459224 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.459504 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.459838 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.460119 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:50:59.460336 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 04:50:59.460585 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103894) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 26 04:50:59.754768 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 04:50:59.755044 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 04:50:59.755243 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 04:50:59.755591 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 26 04:51:00.167817 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.168062 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.168357 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.169659 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.169923 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.170194 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.224764 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.225114 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.225470 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.241639 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.241915 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.242186 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.272345 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.272588 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.272883 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.308548 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.308856 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.309119 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.538817 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.539456 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.539456 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.539641 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.540439 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.637365 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.637692 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.637986 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.638255 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.638524 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.638833 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.639093 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.639401 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.639683 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.639939 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.640224 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.640492 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.640748 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.640986 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.641242 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.641505 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.641762 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.642027 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.642301 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.642556 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.642829 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.643080 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.643346 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.643743 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.644001 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.644247 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.644643 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 04:51:00.644881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 04:51:00.645117 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 04:51:00.645351 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 04:51:00.645588 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 04:51:00.645822 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 04:51:00.646185 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 26 04:51:00.649363 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 26 04:51:00.653302 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 26 04:51:00.657385 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 26 04:51:00.658998 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 26 04:51:00.659660 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 26 04:51:00.659996 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 26 04:51:00.660376 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 26 04:51:00.663162 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 26 04:51:00.663415 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 26 04:51:00.663784 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 04:51:00.668895 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 26 04:51:00.691728 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 26 04:51:00.692176 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.692476 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103894) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 26 04:51:00.692854 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.694190 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103894) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 26 04:51:00.694457 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 04:51:00.694708 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 26 04:51:00.698001 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.698284 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:00.850833 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 26 04:51:00.851012 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 26 04:51:00.851236 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 26 04:51:00.851642 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 26 04:51:00.903354 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO dbcounter [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Registered counter for database neutron Jul 26 04:51:00.925911 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_db.sqlalchemy.engines [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103894) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 26 04:51:00.933024 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG dbcounter [-] [103894] Writer thread running {{(pid=103894) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 04:51:01.489774 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Initializing driver for type 'gre' Jul 26 04:51:01.490618 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] gre ID ranges: [(1, 1000)] Jul 26 04:51:01.559960 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Initializing driver for type 'local' Jul 26 04:51:01.560704 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Initializing driver for type 'vlan' Jul 26 04:51:01.581525 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] VlanTypeDriver initialization complete Jul 26 04:51:01.581868 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Initializing driver for type 'vxlan' Jul 26 04:51:01.582357 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] vxlan ID ranges: [(1, 1000)] Jul 26 04:51:01.639756 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Initializing extension driver 'port_security' Jul 26 04:51:01.640099 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] PortSecurityExtensionDriver initialization complete Jul 26 04:51:01.640632 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Initializing mechanism driver 'openvswitch' Jul 26 04:51:01.641141 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Initializing mechanism driver 'hyperv' Jul 26 04:51:01.652313 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:01.653319 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > port after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.653867 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > port after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.654389 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > port after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.655131 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 04:51:01.655575 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > subnet after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.655937 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > subnet after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.656283 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.656683 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 04:51:01.657095 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > network after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.657447 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > network after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.657773 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > network after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.658187 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 04:51:01.658592 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > security_group after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.658948 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > security_group after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.659290 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.659712 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 04:51:01.660106 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.660457 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.660798 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.661189 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 04:51:01.661604 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > address_group after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.661960 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > address_group after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.662300 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.662684 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 04:51:01.663134 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] ML2 OVO RPC backend initialized. {{(pid=103894) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 26 04:51:01.663880 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.664238 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.664657 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > network before_response 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.665013 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > networks before_response 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.665364 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > port before_response 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.665709 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > ports before_response 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.666057 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > subnet before_response 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.666398 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > subnets before_response 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.666741 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > network after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.667087 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > network after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.667409 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > network after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.667773 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > port after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.668117 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > port after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.668455 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > port after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.668795 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > subnet after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.669134 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > subnet after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.669471 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.677103 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded quota_driver: . Jul 26 04:51:01.677463 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.plugin [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Modular L2 Plugin initialization complete Jul 26 04:51:01.677813 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading services supported by the core plugin {{(pid=103894) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 26 04:51:01.678154 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.plugins.ml2.managers [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Got port-security extension from driver 'port_security' Jul 26 04:51:01.678637 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.extensions.vlantransparent [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Disabled vlantransparent extension. Jul 26 04:51:01.679136 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103894) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 26 04:51:01.679460 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading Plugin: router Jul 26 04:51:01.715062 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.715448 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router after_create 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.715857 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router before_create 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.716234 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.716604 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.716959 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router after_delete 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.717351 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.717710 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.718075 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router after_create 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.718422 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router after_update 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.718769 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router after_update 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.719119 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.719469 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router after_update 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.719895 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router precommit_update 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.720267 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: port after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.720607 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: port after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.720948 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: subnet after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.721295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.721644 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.721995 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router precommit_create 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.722337 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: port before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.722680 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router precommit_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.723036 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router after_update 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.723375 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.723767 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router precommit_create 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.724118 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.724462 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router precommit_update 55549900 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.724829 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > agent after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.725217 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > agent after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.725577 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > network after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.726386 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Tracking information for resource: router configured {{(pid=103894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 04:51:01.726722 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Tracking information for resource: floatingip configured {{(pid=103894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 04:51:01.731646 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.db.l3_agentschedulers_db [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 26 04:51:01.732228 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: port after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.732589 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: port after_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.732973 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: port after_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.733328 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: port after_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.734121 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router before_create 55550100 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.734498 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.734817 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router precommit_create 55550100 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.735232 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > router precommit_update 55550100 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.740280 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.services.provider_configuration [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service providers = [] {{(pid=103894) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 26 04:51:01.740648 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.db.servicetype_db [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103894) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 26 04:51:01.743805 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.services.service_base [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 04:51:01.744160 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.services.service_base [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 04:51:01.744503 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.services.service_base [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 04:51:01.745390 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.services.service_base [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 04:51:01.745767 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.services.service_base [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 26 04:51:01.746148 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 04:51:01.746473 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 26 04:51:01.756977 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 04:51:01.757310 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading Plugin: auto_allocate Jul 26 04:51:01.762895 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: network precommit_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.763275 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: network precommit_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.763810 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 04:51:01.764150 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading Plugin: tag Jul 26 04:51:01.770991 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 04:51:01.771326 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading Plugin: timestamp Jul 26 04:51:01.775164 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 04:51:01.775493 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading Plugin: network_ip_availability Jul 26 04:51:01.781100 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.781526 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.781881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:01.782622 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 04:51:01.782943 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading Plugin: flavors Jul 26 04:51:01.787935 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 04:51:01.788273 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading Plugin: revisions Jul 26 04:51:01.792622 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 04:51:01.793033 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.038s {{(pid=103894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 04:51:01.793788 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103894) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 26 04:51:01.794125 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Initializing extension manager. Jul 26 04:51:01.794649 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: __init__.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.795004 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: __pycache__ {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.795336 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: address_group.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.796120 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.796701 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: address-group Jul 26 04:51:01.797016 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: address_scope.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.797682 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.798186 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: address-scope Jul 26 04:51:01.798510 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.799395 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.799925 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: router-admin-state-down-before-update Jul 26 04:51:01.800250 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: agent.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.800923 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.801426 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: agent Jul 26 04:51:01.801749 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: agent_resources_synced.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.802620 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.803134 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: agent-resources-synced Jul 26 04:51:01.803457 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: allowedaddresspairs.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.805250 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.805775 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: allowed-address-pairs Jul 26 04:51:01.806103 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: auto_allocated_topology.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.807129 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.807673 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: auto-allocated-topology Jul 26 04:51:01.808010 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: availability_zone.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.808669 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.809169 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: availability_zone Jul 26 04:51:01.809489 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: availability_zone_filter.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.810365 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.810865 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: availability_zone_filter Jul 26 04:51:01.811246 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: data_plane_status.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.812150 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.812651 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension data-plane-status not supported by any of loaded plugins Jul 26 04:51:01.812983 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: default_subnetpools.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.813874 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.814380 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: default-subnetpools Jul 26 04:51:01.814707 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.815488 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.816021 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: dhcp_agent_scheduler Jul 26 04:51:01.816348 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: dns.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.817218 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.817717 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension dns-integration not supported by any of loaded plugins Jul 26 04:51:01.818039 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: dns_domain_ports.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.818910 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.819413 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 26 04:51:01.819770 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.820657 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.821154 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 26 04:51:01.821479 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: dvr.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.822115 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.822625 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: dvr Jul 26 04:51:01.822954 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: ecmp_routes.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.823863 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.824365 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension ecmp_routes not supported by any of loaded plugins Jul 26 04:51:01.824685 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: empty_string_filtering.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.825888 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.826414 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: empty-string-filtering Jul 26 04:51:01.826759 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.827674 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.828175 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 26 04:51:01.828496 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.829366 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.829863 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 26 04:51:01.830192 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: external_net.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.831053 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.831575 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: external-net Jul 26 04:51:01.831912 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.832770 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.833278 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: extra_dhcp_opt Jul 26 04:51:01.833601 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: extraroute.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.834460 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.834961 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: extraroute Jul 26 04:51:01.835281 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: extraroute_atomic.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.836291 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.836794 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: extraroute-atomic Jul 26 04:51:01.837118 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: filter_validation.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.837750 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.838456 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: filter-validation Jul 26 04:51:01.838782 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: fip_pf_description.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.839700 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.840200 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 26 04:51:01.840522 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: fip_pf_port_range.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.841397 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.841899 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 26 04:51:01.842230 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: fip_port_details.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.843205 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.843742 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: fip-port-details Jul 26 04:51:01.844064 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: flavors.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.845302 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.845815 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: flavors Jul 26 04:51:01.846136 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.848292 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.849075 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 26 04:51:01.849549 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: floatingip_pools.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.850489 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.851271 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: floatingip-pools Jul 26 04:51:01.851787 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: ip_allocation.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.853019 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.853819 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension ip_allocation not supported by any of loaded plugins Jul 26 04:51:01.854308 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.855516 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.856297 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: ip-substring-filtering Jul 26 04:51:01.856765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l2_adjacency.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.858069 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.858824 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension l2_adjacency not supported by any of loaded plugins Jul 26 04:51:01.859288 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l3.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.860687 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.861461 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: router Jul 26 04:51:01.861927 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.865053 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.865831 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 26 04:51:01.866302 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.867517 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.868322 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: ext-gw-mode Jul 26 04:51:01.868791 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.870001 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.870763 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: l3-ha Jul 26 04:51:01.871233 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.872466 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.873258 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 26 04:51:01.873829 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l3_flavors.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.875202 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.876085 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: l3-flavors Jul 26 04:51:01.876626 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.878672 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.879585 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 26 04:51:01.880136 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.881041 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.881564 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: l3-port-ip-change-not-allowed Jul 26 04:51:01.881894 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: l3agentscheduler.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.882960 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.883474 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: l3_agent_scheduler Jul 26 04:51:01.883838 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: local_ip.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.885683 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.886220 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension local_ip not supported by any of loaded plugins Jul 26 04:51:01.886552 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: logging.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.888066 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.888592 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension logging not supported by any of loaded plugins Jul 26 04:51:01.889089 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: metering.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.890204 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.891346 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: metering Jul 26 04:51:01.891717 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.892815 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.893326 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: metering_source_and_destination_fields Jul 26 04:51:01.893656 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: multiprovidernet.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.894523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.895027 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: multi-provider Jul 26 04:51:01.895360 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: netmtu.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.896257 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.896763 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: net-mtu Jul 26 04:51:01.897088 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: netmtu_writable.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.897962 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.898636 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: net-mtu-writable Jul 26 04:51:01.898791 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: network_availability_zone.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.899430 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.899979 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: network_availability_zone Jul 26 04:51:01.900308 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: network_ip_availability.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.901371 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.901884 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: network-ip-availability Jul 26 04:51:01.902217 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: network_segment_range.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.902966 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.903472 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension network-segment-range not supported by any of loaded plugins Jul 26 04:51:01.903827 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: pagination.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.904795 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.905132 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: pagination Jul 26 04:51:01.905457 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: port_device_profile.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.906326 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.906839 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: port-device-profile Jul 26 04:51:01.907161 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: port_mac_address_override.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.908071 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.908587 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: port-mac-override Jul 26 04:51:01.908906 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.909783 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.910294 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: port-mac-address-regenerate Jul 26 04:51:01.910620 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.911499 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.912027 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: port-numa-affinity-policy Jul 26 04:51:01.912348 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: port_resource_request.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.913229 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.913730 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension port-resource-request not supported by any of loaded plugins Jul 26 04:51:01.914050 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: port_resource_request_groups.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.914966 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.915471 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 26 04:51:01.915823 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: portbindings.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.916702 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.917208 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: binding Jul 26 04:51:01.917528 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: portbindings_extended.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.919215 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.920054 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: binding-extended Jul 26 04:51:01.920722 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: portsecurity.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.921981 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.922765 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: port-security Jul 26 04:51:01.923249 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: project_id.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.924611 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.925095 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: project-id Jul 26 04:51:01.925571 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: providernet.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.926815 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.927637 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: provider Jul 26 04:51:01.928115 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.933421 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.934083 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos not supported by any of loaded plugins Jul 26 04:51:01.934420 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.935670 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.936254 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 26 04:51:01.936583 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.937485 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.938025 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 26 04:51:01.938351 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_default.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.939220 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.939757 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-default not supported by any of loaded plugins Jul 26 04:51:01.940083 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_fip.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.940965 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.941635 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-fip not supported by any of loaded plugins Jul 26 04:51:01.942805 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.942935 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.943361 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 26 04:51:01.943723 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_gateway_ip.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.944832 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.945347 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 26 04:51:01.945671 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_port_network_policy.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.946634 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.947236 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 26 04:51:01.947762 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.949162 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.949940 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 26 04:51:01.950408 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.952226 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.952785 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 26 04:51:01.953124 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_pps_rule.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.954640 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.955423 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-pps not supported by any of loaded plugins Jul 26 04:51:01.955929 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_rule_type_details.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.957212 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.957827 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 26 04:51:01.958158 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_rule_type_filter.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.959137 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.959825 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 26 04:51:01.960307 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: qos_rules_alias.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.961727 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.962504 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 26 04:51:01.963010 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: quota_check_limit.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.964127 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.964690 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: quota-check-limit Jul 26 04:51:01.965029 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: quotasv2.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.966256 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.966731 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: quotas Jul 26 04:51:01.967200 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: quotasv2_detail.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.969718 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.970191 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: quota_details Jul 26 04:51:01.970586 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: rbac.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.973402 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.973940 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: rbac-policies Jul 26 04:51:01.974277 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: rbac_address_group.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.975170 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.975727 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: rbac-address-group Jul 26 04:51:01.976055 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: rbac_address_scope.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.976932 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.977449 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: rbac-address-scope Jul 26 04:51:01.977777 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: rbac_security_groups.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.978721 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.979228 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: rbac-security-groups Jul 26 04:51:01.979579 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: rbac_subnetpool.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.980466 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.980975 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: rbac-subnetpool Jul 26 04:51:01.981301 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: revisionifmatch.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.982181 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.982692 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: revision-if-match Jul 26 04:51:01.983124 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: revisions.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.984247 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.984757 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: standard-attr-revisions Jul 26 04:51:01.985087 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: router_availability_zone.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.985731 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.986237 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: router_availability_zone Jul 26 04:51:01.986561 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: routerservicetype.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.987447 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.987977 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension router-service-type not supported by any of loaded plugins Jul 26 04:51:01.988304 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.989190 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.989700 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: security-groups-normalized-cidr Jul 26 04:51:01.990024 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.990907 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.991417 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: port-security-groups-filtering Jul 26 04:51:01.991769 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.992661 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.993182 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: security-groups-remote-address-group Jul 26 04:51:01.993509 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:01.994404 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:01.994918 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: security-groups-shared-filtering Jul 26 04:51:01.995242 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: securitygroup.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.004890 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.005423 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: security-group Jul 26 04:51:02.005759 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: segment.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.006456 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.006967 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension segment not supported by any of loaded plugins Jul 26 04:51:02.007296 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.008213 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.008727 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 26 04:51:02.009051 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: servicetype.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.010108 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.010620 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: service-type Jul 26 04:51:02.010951 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: sorting.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.011924 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.012252 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: sorting Jul 26 04:51:02.012577 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: standard_attr_segment.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.013464 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.013984 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 26 04:51:02.014392 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: standardattrdescription.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.015010 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.015526 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: standard-attr-description Jul 26 04:51:02.015882 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: stateful_security_group.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.016807 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.017315 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: stateful-security-group Jul 26 04:51:02.017639 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: stdattrs_common.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.018190 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 26 04:51:02.018513 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.019402 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.019941 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 26 04:51:02.020262 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: subnet_onboard.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.021278 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.021801 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: subnet_onboard Jul 26 04:51:02.022122 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.023005 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.023541 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 26 04:51:02.023914 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: subnet_service_types.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.024835 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.025474 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: subnet-service-types Jul 26 04:51:02.025850 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: subnetallocation.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.026888 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.027402 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: subnet_allocation Jul 26 04:51:02.027750 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.028392 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.028901 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: subnetpool-prefix-ops Jul 26 04:51:02.029227 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.030136 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.030643 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 26 04:51:02.030966 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: tagging.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.032032 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.032557 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: standard-attr-tag Jul 26 04:51:02.032881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: timestamp.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.034045 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.034559 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loaded extension: standard-attr-timestamp Jul 26 04:51:02.034882 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: trunk.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.035899 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.036432 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension trunk not supported by any of loaded plugins Jul 26 04:51:02.036979 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: trunk_details.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.037685 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.038225 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension trunk-details not supported by any of loaded plugins Jul 26 04:51:02.038697 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: uplink_status_propagation.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.039679 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.040318 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 26 04:51:02.040673 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Loading extension file: vlantransparent.py {{(pid=103894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 04:51:02.041356 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 04:51:02.041911 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extension vlan-transparent not supported by any of loaded plugins Jul 26 04:51:02.044746 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:network Jul 26 04:51:02.045310 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:subnet Jul 26 04:51:02.045788 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 04:51:02.046209 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:port Jul 26 04:51:02.047781 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.048353 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service FLAVORS assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.049223 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.050026 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.050279 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:router Jul 26 04:51:02.050951 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:floatingip Jul 26 04:51:02.051468 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service METERING assigned prefix: /metering {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.053364 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:02.053775 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:02.054157 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 04:51:02.055443 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 04:51:02.055937 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:security_group Jul 26 04:51:02.056438 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 04:51:02.057026 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service CORE assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.057345 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 04:51:02.057741 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] subnetpool is already registered Jul 26 04:51:02.058192 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service CORE assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.058505 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 04:51:02.058844 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] subnetpool is already registered Jul 26 04:51:02.061323 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.061763 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service FLAVORS assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.062365 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.062793 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.063130 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:router Jul 26 04:51:02.063475 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] router is already registered Jul 26 04:51:02.063927 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:floatingip Jul 26 04:51:02.064270 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] floatingip is already registered Jul 26 04:51:02.064737 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service METERING assigned prefix: /metering {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.065425 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 04:51:02.065760 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] rbac_policy is already registered Jul 26 04:51:02.066179 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:security_group Jul 26 04:51:02.066527 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] security_group is already registered Jul 26 04:51:02.066937 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 04:51:02.067275 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] security_group_rule is already registered Jul 26 04:51:02.067976 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service CORE assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.068277 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 04:51:02.068615 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] subnetpool is already registered Jul 26 04:51:02.069037 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.v2.resource_helper [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Service CORE assigned prefix: {{(pid=103894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 04:51:02.069364 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 04:51:02.069700 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING neutron.quota.resource_registry [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] subnetpool is already registered Jul 26 04:51:02.070175 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: extensions {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.071738 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: address-groups {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.073260 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: address-scopes {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.074595 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: agents {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.076181 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: auto-allocated-topology {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.077504 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: availability_zones {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.078744 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: dhcp-networks {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.080366 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: dhcp-agents {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.081822 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: routers {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.083587 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: flavors {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.084867 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: service_profiles {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.086100 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: next_providers {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.087590 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: service_profiles {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.089198 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: floatingip-pools {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.090421 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: routers {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.092170 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: floatingips {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.093493 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: l3-routers {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.094970 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: l3-agents {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.096423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: metering-labels {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.097691 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: metering-label-rules {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.099090 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: network-ip-availabilities {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.100376 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: bindings {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.101963 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: quotas {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.104522 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: quotas {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.106083 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: rbac-policies {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.107295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: security-groups {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.108742 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: security-group-rules {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.110042 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: service-providers {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.111267 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: subnetpools {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.112643 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: subnetpools {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.114190 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.115908 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.117768 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.119585 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.121295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.123267 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.125054 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.126978 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.128789 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.130562 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron.api.extensions [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Extended resource: tags {{(pid=103894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 04:51:02.136780 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING keystonemiddleware.auth_token [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 26 04:51:02.142161 dv-cinder-850574-1-iscsi neutron-server[103894]: WARNING keystonemiddleware.auth_token [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 26 04:51:02.151072 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Acquired lock "singleton_lock" {{(pid=103894) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 26 04:51:02.151576 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_concurrency.lockutils [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Releasing lock "singleton_lock" {{(pid=103894) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 26 04:51:02.152256 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO oslo_service.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Starting 2 workers Jul 26 04:51:02.157089 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Started child 104001 {{(pid=103894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 04:51:02.161521 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Started child 104002 {{(pid=103894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 04:51:02.162365 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:02.163083 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO neutron.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Neutron service started, listening on 0.0.0.0:9696 Jul 26 04:51:02.163687 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:02.163886 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [-] (104001) wsgi starting up on http://0.0.0.0:9696 Jul 26 04:51:02.166077 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO oslo_service.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Starting 1 workers Jul 26 04:51:02.166290 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:02.167588 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [-] (104002) wsgi starting up on http://0.0.0.0:9696 Jul 26 04:51:02.171416 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Started child 104003 {{(pid=103894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 04:51:02.171962 dv-cinder-850574-1-iscsi neutron-server[103894]: INFO oslo_service.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Starting 1 workers Jul 26 04:51:02.175269 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] calling RpcWorker wait() {{(pid=104003) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 26 04:51:02.175898 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] returning from RpcWorker wait() {{(pid=104003) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 26 04:51:02.176399 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Started child 104004 {{(pid=103894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 04:51:02.177058 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:02.177197 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG neutron_lib.callbacks.manager [None req-a3ff26c7-ddb1-44c1-8560-c2b0de2e483f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:02.177576 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:02.179020 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103894) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 04:51:02.179191 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 04:51:02.179587 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 04:51:02.179802 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 04:51:02.180143 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 04:51:02.180291 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 04:51:02.181024 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.181298 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.181422 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:02.181874 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.181874 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.182358 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:02.182486 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.182590 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.183023 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.183312 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.183546 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.183744 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.183898 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.184325 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.184582 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.184874 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.185156 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.185423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.185664 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.185836 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.186145 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.186411 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.186666 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.186935 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] debug = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.187217 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.187732 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.187974 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.188231 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.188472 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.188744 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.188989 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.189230 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.189465 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.189680 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.189927 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.190179 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.190427 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.190661 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.190893 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.191180 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.191417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.191935 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] host = dv-cinder-850574-1-iscsi {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.192193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.192426 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.192681 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.192937 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.193200 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.193432 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.193699 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.193960 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.194219 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.194446 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.194708 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.194952 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.195186 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.195417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.195632 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_options = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.195871 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.196136 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.196394 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.196590 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.196758 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.196906 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.197154 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.197305 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.197534 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.197748 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.197978 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.198204 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.198436 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.198649 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.198906 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.199138 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.199431 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.199648 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.199898 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.200419 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.201213 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.201665 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.201850 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.202081 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.202513 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.202718 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.203138 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.203714 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.203714 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.204030 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.204188 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.204426 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.204646 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.204897 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.205194 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.205425 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.206010 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.206010 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.206572 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.206718 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.206867 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.207130 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.207373 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.207527 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.207781 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.208020 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.208236 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_json = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.208449 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.208680 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.208927 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.209190 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.209392 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.209614 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.209843 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.210080 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.211188 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.211719 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.212258 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.212410 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.212622 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.212888 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.213169 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.213421 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.213825 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.213969 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.214166 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.214523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.214698 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.215008 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.215291 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.215621 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.216008 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.216257 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.216534 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.216765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.216989 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.217253 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.217503 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.217787 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.218015 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.218253 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.218491 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.218732 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.219028 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.219415 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.219783 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.220265 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.220418 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.220675 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.220929 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.221175 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.221424 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.221654 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.221874 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.222093 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.222476 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.222619 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.222839 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.223084 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.223327 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.223587 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.223819 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.224048 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.224289 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.224564 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.224790 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.225011 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.225228 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.225444 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.225661 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.225890 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.226165 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.226357 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.226608 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.226815 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.227073 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.227306 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.227631 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.227802 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.228010 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.228252 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.228467 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.228685 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.228895 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.229173 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.229457 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.230569 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.230569 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.230569 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.230569 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.231500 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.231500 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.231500 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.231500 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.231500 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.233066 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.233066 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.233066 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.233066 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.233066 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.233066 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.233066 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.235423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.235423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.235423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.235423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.235423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.235423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.235423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.235423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.237578 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.237578 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.237578 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.237578 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.237578 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.237578 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.237578 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.237578 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.239078 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.239078 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.239078 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.239078 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.239078 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.239078 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.239078 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.239078 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.240274 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.240274 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.240274 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.240274 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.240274 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.240274 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.241057 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.241057 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.241057 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.241057 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.241579 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.241716 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.242402 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.242402 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.242750 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.243274 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.243274 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.243621 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.244605 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.244605 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.244605 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.244605 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.245199 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.245199 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.245525 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.245525 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.245790 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.246019 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.246248 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.246469 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.246694 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.246925 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.247235 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.247465 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.247702 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.247916 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.248184 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.248415 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.248825 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.249140 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.249390 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.249645 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.249888 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.250122 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.250361 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.250590 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.250836 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.251052 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.251267 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.251509 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.251783 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.252001 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.252216 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.252447 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.252662 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.253040 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.253194 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.253332 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.253531 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.253788 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.254030 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.254245 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.254483 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.254702 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.254921 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.255140 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.255354 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.256444 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.256444 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.256444 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.256444 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.257113 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.257113 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.257113 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.264881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.264881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.264881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.264881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.264881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.264881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.264881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.264881 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.265523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.265523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.265523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.265523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.265523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.265523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.265523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.265523 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.266405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.266405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.266405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.266405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.266405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.266405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.266405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.266405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.266405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.267417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.267417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.267417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.267417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.267417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.267417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.267417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.267417 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.268295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.268295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.268295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.268295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.268295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.268295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.268295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.268295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.268295 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.269275 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.269275 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.269275 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.269275 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.269275 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.269275 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.269275 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.269275 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.270211 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.270211 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.270211 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.270211 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.270211 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.270791 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.270791 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.270791 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.271134 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.271134 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.271377 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.271505 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.271671 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.271892 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.272108 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.272339 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.272573 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.273027 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.273027 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.273262 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.273408 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.273590 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.273813 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.274021 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.274226 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.274444 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.274656 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.276231 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.276551 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.276822 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.277055 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.277345 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.277604 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.277859 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.278615 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.278952 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.279192 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.279440 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.279748 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.280119 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.280347 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.280603 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.280918 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.281196 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.283170 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.283445 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.283751 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.284042 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.284344 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.284569 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.284901 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.287301 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.287617 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.287891 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.288146 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.288410 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.288673 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.288825 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:02.288943 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.289153 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.289401 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.289660 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.290070 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.290467 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.290711 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.290938 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.291169 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.291407 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.291741 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.291955 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.292206 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.292422 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.292579 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 04:51:02.294225 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103894) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 04:51:02.294395 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 04:51:02.294535 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 04:51:02.294720 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 04:51:02.294887 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 04:51:02.295057 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 04:51:02.295233 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.295429 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.295608 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.295750 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.295942 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.296104 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.296262 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.296418 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.296566 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.296835 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.296835 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.297102 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.297238 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.297384 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.297521 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.297656 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.297801 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.297945 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.298077 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.298204 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.299943 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.300158 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] debug = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.300285 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.300502 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.300691 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.300816 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.300976 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.301133 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.301289 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.301446 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.301605 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.301760 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.301916 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.302073 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.302228 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.302383 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.303439 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.303629 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.303789 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.303950 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] host = dv-cinder-850574-1-iscsi {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.304108 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.304264 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.304419 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.304575 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.304738 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.304892 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.305048 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.305204 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.305358 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.305515 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.305673 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.305829 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.305986 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.306141 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.306297 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_options = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.306452 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.306608 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.306764 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.306952 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.309619 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.309819 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.310030 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.310202 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.310376 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.310538 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.310701 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.310942 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.311138 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.311305 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.311474 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.311656 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.311815 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.311973 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.312125 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.312299 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.312423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.312557 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.312707 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.312862 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.313018 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.316742 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.316742 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.317792 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.317792 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.317792 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.317792 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.317792 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.317792 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.317792 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.318765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.318765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.318765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.318765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.318765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.318765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.318765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.319260 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.319260 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.319260 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.319484 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.319484 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.319698 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_json = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.319855 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.320034 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.320207 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.320334 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.320456 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.320576 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.320728 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.320885 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.321041 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 04:51:02.321223 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.321385 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.321556 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.321720 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.321878 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.322038 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.322699 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.322699 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.322699 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.322699 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.323162 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.323162 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.323162 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.323499 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.323499 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.323820 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.323820 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.324046 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.324046 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.324289 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.324289 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.324519 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.324639 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.324758 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.324879 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.325030 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.325189 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.325357 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.325885 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.326069 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.326229 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.326390 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.327584 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.327584 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.327584 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.327584 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.327584 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.327584 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.327584 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.328065 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.328065 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.328065 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.328232 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.328232 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.328524 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.328524 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.328905 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.328905 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.329187 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.329187 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.329446 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.329446 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.329706 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.329706 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.329942 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.330036 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.330161 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.330330 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.330490 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.330712 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.330887 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.331002 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.331106 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.331241 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.331398 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.331599 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.331752 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.331889 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.332045 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.332221 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.332357 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.332508 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.332666 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.332811 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.332964 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.333101 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.333263 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.333423 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.333569 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.333728 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.333888 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.334037 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.334194 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.334351 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.334509 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.334667 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.334843 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.334984 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.335130 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.335288 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.335437 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.335632 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.335796 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.335955 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.336123 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.336259 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.336393 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.336551 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.336715 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.336871 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.337017 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.337164 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.337300 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.337456 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.337617 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.337754 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.337889 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.338048 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.338197 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.338334 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.338492 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.338653 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.338812 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.338971 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.339120 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.339332 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.339470 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.339651 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.339738 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.339880 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.340037 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.340195 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.340362 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.340522 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.340686 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.340847 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.341014 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.341183 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.341431 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.341606 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.341692 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.341790 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.341949 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.342107 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.342572 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.342572 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.342746 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.342850 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.343019 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.343178 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.343343 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.343500 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.343705 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.343863 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.344024 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.344181 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.344339 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.344496 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.344654 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.344812 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.344973 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.345130 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.345289 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.345451 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.345608 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.345765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.345922 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.346079 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.346235 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.346393 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.346552 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.346714 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.346877 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.347035 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.347193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.347350 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.347509 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.347689 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.347848 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.348008 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.348173 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.348351 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.348482 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.348604 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.348767 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.348926 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.349104 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.349267 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.349389 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.349554 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.349714 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.349873 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.350030 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.350190 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.350353 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.350508 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.350669 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.350827 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.350987 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.351143 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.351289 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.351448 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.351630 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.351799 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.351955 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.352484 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.352484 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.352484 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.352735 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.352735 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.352893 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.353021 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.353179 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.353337 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.353496 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.353654 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.353813 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.353973 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.354132 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.354292 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.354451 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.354608 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.354765 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.354927 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.355087 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.355247 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.355405 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.355586 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.355739 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.355898 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.356057 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.359571 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.359571 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.359571 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.359571 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.359571 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.359571 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.359571 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.359571 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.360193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.360193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.360193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.360193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.360193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.360193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.360193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.360193 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.361468 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.361468 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.361468 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.361468 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.361468 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.361468 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.361468 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.362075 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.362254 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.362425 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.362592 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.362758 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.362922 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.363097 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.363260 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.363422 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.363588 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.363759 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.363920 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.364093 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.364254 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.364416 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.364577 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.364737 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.364897 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.365066 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.365228 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.365389 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.365561 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.365723 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.365904 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.366027 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.366188 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.366349 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.366512 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.366677 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.366838 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.367000 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.367161 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.367325 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.367496 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.367686 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.367849 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.368058 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.368173 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.368324 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.368485 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.368651 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.368848 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.368971 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.369114 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.369274 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.369434 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.369594 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.369757 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.369916 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.370077 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.370238 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.370397 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.370555 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.370713 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.370873 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.371035 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.371194 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.371354 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.371516 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.371697 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.371857 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 04:51:02.372015 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 04:51:02.449934 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 41724) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:02.463781 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101054 Jul 26 04:51:11.630868 dv-cinder-850574-1-iscsi neutron-server[103894]: DEBUG dbcounter [-] [103894] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103894) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:13.592864 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef253e6-3f59-4be6-b84d-98695b4fded1 None None] get_active_networks_info from dv-cinder-850574-1-iscsi {{(pid=104003) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 26 04:51:13.597271 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writer thread running {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 04:51:13.672717 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef253e6-3f59-4be6-b84d-98695b4fded1 None None] No non-hosted networks {{(pid=104003) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 26 04:51:13.680308 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.agentschedulers_db [None req-bef253e6-3f59-4be6-b84d-98695b4fded1 None None] DHCP Agent not found on host dv-cinder-850574-1-iscsi {{(pid=104003) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 26 04:51:13.768341 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3ca725c9-a117-4afa-9609-7ba757c1a05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4096418'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:15.261371 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writer thread running {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 04:51:15.718755 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-84ef0a02-86cc-4ae0-bb33-0fa1cd7f5d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4096418'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:15.771640 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-064cc27d-985d-43bc-ba19-e2069c1e12f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:16.895945 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4096418'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:16.927829 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41798) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:17.507639 dv-cinder-850574-1-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-c3ad6387-7f5d-419d-bfc1-27e11f774cf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 04:51:17.508268 dv-cinder-850574-1-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-c3ad6387-7f5d-419d-bfc1-27e11f774cf9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 04:51:17.751879 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [None req-c3ad6387-7f5d-419d-bfc1-27e11f774cf9 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 04:51:17.757902 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c3ad6387-7f5d-419d-bfc1-27e11f774cf9 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8234425 Jul 26 04:51:18.284910 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4096418'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:18.687845 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4096418'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:18.689783 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.690396 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.691195 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.691628 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.692035 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.693101 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.693429 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.693903 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.694524 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.694887 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.695316 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.698653 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.699011 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.699349 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.700057 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:18.700470 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850574-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:18.711039 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850574-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:20.015208 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41830) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:20.378540 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-a2314bb2-cb21-4d7c-909e-b49799f3bb43 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:51:20.469536 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.policy [None req-a2314bb2-cb21-4d7c-909e-b49799f3bb43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104001) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 04:51:20.511261 dv-cinder-850574-1-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-a2314bb2-cb21-4d7c-909e-b49799f3bb43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 04:51:20.511621 dv-cinder-850574-1-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-a2314bb2-cb21-4d7c-909e-b49799f3bb43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 04:51:20.532408 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writer thread running {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 04:51:20.614904 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a2314bb2-cb21-4d7c-909e-b49799f3bb43 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752843164497', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752843167077', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752843150469', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752843140632', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752843128899', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752842728320', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1313584', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1097500', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4036060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4045115'] for rbac-policy (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:20.712106 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a2314bb2-cb21-4d7c-909e-b49799f3bb43 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:20.713787 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a2314bb2-cb21-4d7c-909e-b49799f3bb43 admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6974015 Jul 26 04:51:22.874839 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.db.l3_hamode_db [None req-873304cd-f209-4922-bfe5-14d78d35e3d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 26 04:51:22.949733 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41842) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:22.952549 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873304cd-f209-4922-bfe5-14d78d35e3d2 None None] Routers set() bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 04:51:22.952903 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873304cd-f209-4922-bfe5-14d78d35e3d2 None None] Router IDs set() for agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 26 04:51:23.310919 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:51:23.346463 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Made reservation on behalf of 8be3583b9359412ba4129e556beef77c for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:51:23.350399 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:23.368447 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:23.480727 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Publish callbacks [] for security_group (9289b168-35e7-475c-b77a-52a138515129), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:23.486129 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (9289b168-35e7-475c-b77a-52a138515129), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:23.512076 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 04:51:23.548178 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752843820481', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (d7c0d574-db5e-40b4-b9eb-c40ac69238dc), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:23.548742 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Unsubscribe: segment precommit_create {{(pid=104001) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 04:51:23.549269 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Added segment d7c0d574-db5e-40b4-b9eb-c40ac69238dc of type vlan for network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee Jul 26 04:51:23.565639 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9289b168-35e7-475c-b77a-52a138515129,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:23.614341 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.614679 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.615036 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.615371 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.615738 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.616052 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.616347 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.616696 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.617019 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.617336 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.617656 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.617970 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.618281 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.618590 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.618903 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Tracked resource versions report: Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: pushed versions: Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Agent': {'1.1'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Log': {'1.0'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Network': {'1.1'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Port': {'1.7'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: consumer versions: Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: L3 agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: Metadata agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: Metering agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-850574-1-iscsi: { 'AddressGroup': '1.2', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Agent': '1.1', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Log': '1.0', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'NDPProxy': '1.0', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Network': '1.1', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Port': '1.7', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'PortForwarding': '1.3', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'QosPolicy': '1.10', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SubPort': '1.0', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Subnet': '1.1', Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Trunk': '1.1'}} Jul 26 04:51:23.620336 dv-cinder-850574-1-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 04:51:23.664743 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (8f8eaff9-7ade-4329-a31f-a1024ff6a4ee), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:23.706934 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (8f8eaff9-7ade-4329-a31f-a1024ff6a4ee), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:23.712113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:51:23.712771 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:23.736815 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=50,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:23.805493 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8539748 Jul 26 04:51:23.836215 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adbfb7-73bc-40a4-b094-38c9a96450ef demo demo] Pushing event updated for resources: {'Network': ['ID=8f8eaff9-7ade-4329-a31f-a1024ff6a4ee,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:23.850629 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 04:51:26.158861 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 41856) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:26.734328 dv-cinder-850574-1-iscsi neutron-server[104002]: WARNING oslo_policy.policy [None req-9f7c3e5a-0e47-41b8-a364-a96a710cbc74 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 04:51:26.734864 dv-cinder-850574-1-iscsi neutron-server[104002]: WARNING oslo_policy.policy [None req-9f7c3e5a-0e47-41b8-a364-a96a710cbc74 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 04:51:26.959896 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writer thread running {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 04:51:27.161513 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.policy [None req-9f7c3e5a-0e47-41b8-a364-a96a710cbc74 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104002) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 04:51:27.203358 dv-cinder-850574-1-iscsi neutron-server[104002]: WARNING oslo_policy.policy [None req-9f7c3e5a-0e47-41b8-a364-a96a710cbc74 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 04:51:27.203758 dv-cinder-850574-1-iscsi neutron-server[104002]: WARNING oslo_policy.policy [None req-9f7c3e5a-0e47-41b8-a364-a96a710cbc74 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 04:51:27.211626 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7c3e5a-0e47-41b8-a364-a96a710cbc74 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:51:27.213345 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9f7c3e5a-0e47-41b8-a364-a96a710cbc74 demo admin] 10.222.0.17 "GET /v2.0/networks/8f8eaff9-7ade-4329-a31f-a1024ff6a4ee HTTP/1.1" status: 200 len: 825 time: 1.0535736 Jul 26 04:51:27.255526 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9ed4f71c-4709-4475-bd89-e15ec898bbca demo admin] 10.222.0.17 "GET /v2.0/subnetpools/7cb5187d-d8b3-48bf-a6fa-3cee8ea9845e HTTP/1.1" status: 200 len: 734 time: 0.0349538 Jul 26 04:51:27.265006 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '7cb5187d-d8b3-48bf-a6fa-3cee8ea9845e', 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:51:27.307446 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Made reservation on behalf of 8be3583b9359412ba4129e556beef77c for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:51:27.311105 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:27.624745 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (2f142245-e939-4bbc-a847-d6dc7a3d7d68), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:27.700115 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Checking segment: {'id': 'd7c0d574-db5e-40b4-b9eb-c40ac69238dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:51:27.700492 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Network hostable DHCP agents. Network: 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 04:51:27.708066 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Pushing event updated for resources: {'Subnet': ['ID=2f142245-e939-4bbc-a847-d6dc7a3d7d68,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:27.710348 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:27.721978 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.722321 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.722664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.722995 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.723311 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.723670 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.723988 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.724301 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.724623 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.724922 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.725228 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.725532 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.725838 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.726142 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.726440 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Tracked resource versions report: Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: pushed versions: Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Agent': {'1.1'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Log': {'1.0'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Network': {'1.1'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Port': {'1.7'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: consumer versions: Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: L3 agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: Metadata agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: Metering agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-850574-1-iscsi: { 'AddressGroup': '1.2', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Agent': '1.1', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Log': '1.0', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'NDPProxy': '1.0', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Network': '1.1', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Port': '1.7', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'PortForwarding': '1.3', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'QosPolicy': '1.10', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SubPort': '1.0', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Subnet': '1.1', Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Trunk': '1.1'}} Jul 26 04:51:27.727805 dv-cinder-850574-1-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 04:51:27.756768 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 04:51:27.771177 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:51:27.775853 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:51:27.776485 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:27.781361 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a19f0-f802-4014-921f-7bbb621be89d None None] Network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:51:27.800627 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1ec952f9-7aca-4ae4-bcde-1eda74be9b9e demo admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5391827 Jul 26 04:51:28.055728 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-8f8eaff9-7ade-4329-a31f-a1024ff6a4ee', 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee', 'project_id': '8be3583b9359412ba4129e556beef77c', 'fixed_ips': [{'subnet_id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 04:51:28.057384 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:28.347478 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Allocated IP 172.20.0.2 (8f8eaff9-7ade-4329-a31f-a1024ff6a4ee/2f142245-e939-4bbc-a847-d6dc7a3d7d68/4701cad1-7391-42c3-b2cf-8469bc1ff5ff) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 04:51:28.511113 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=65,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:28.623687 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Publish callbacks [] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:28.632483 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:28.712717 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:28.719805 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 04:51:28.724496 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Pushing event updated for resources: {'Port': ['ID=4701cad1-7391-42c3-b2cf-8469bc1ff5ff,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:28.727019 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:51:28.736681 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.737093 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.737393 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.737756 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.738091 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.738430 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.738753 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.739080 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.739409 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.739765 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.740092 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.740428 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.740751 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.741080 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.741397 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Tracked resource versions report: Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: pushed versions: Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: { 'AddressGroup': {'1.2'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Agent': {'1.1'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'ConntrackHelper': {'1.0'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'LocalIPAssociation': {'1.0'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Log': {'1.0'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'NDPProxy': {'1.0'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Network': {'1.1'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Port': {'1.7'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'PortForwarding': {'1.3'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'QosPolicy': {'1.10'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SecurityGroup': {'1.5'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SecurityGroupRule': {'1.2'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SubPort': {'1.0'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Subnet': {'1.1'}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Trunk': {'1.1'}} Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: consumer versions: Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: { DHCP agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: L3 agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: Metadata agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: Metering agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: Open vSwitch agent@dv-cinder-850574-1-iscsi: { 'AddressGroup': '1.2', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Agent': '1.1', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'ConntrackHelper': '1.0', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'LocalIPAssociation': '1.0', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Log': '1.0', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'NDPProxy': '1.0', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Network': '1.1', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Port': '1.7', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'PortForwarding': '1.3', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'QosPolicy': '1.10', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SecurityGroup': '1.5', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SecurityGroupRule': '1.2', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SubPort': '1.0', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Subnet': '1.1', Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Trunk': '1.1'}} Jul 26 04:51:28.742814 dv-cinder-850574-1-iscsi neutron-server[104003]: {{(pid=104003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 04:51:28.747158 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 04:51:28.831105 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Attempting to bind port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 04:51:28.831803 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Attempting to bind port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'd7c0d574-db5e-40b4-b9eb-c40ac69238dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 04:51:28.831935 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Attempting to bind port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff on network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 04:51:28.837102 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 04:51:28.837469 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Checking segment: {'id': 'd7c0d574-db5e-40b4-b9eb-c40ac69238dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:51:28.837904 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:28.838319 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Bound using segment: {'id': 'd7c0d574-db5e-40b4-b9eb-c40ac69238dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 04:51:28.838810 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Bound port: 4701cad1-7391-42c3-b2cf-8469bc1ff5ff, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c0d574-db5e-40b4-b9eb-c40ac69238dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 04:51:28.839274 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:28.901084 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] For port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 04:51:28.921532 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] For port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=4701cad1-7391-42c3-b2cf-8469bc1ff5ff,segment=NetworkSegment(d7c0d574-db5e-40b4-b9eb-c40ac69238dc),segment_id=d7c0d574-db5e-40b4-b9eb-c40ac69238dc)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 04:51:28.929574 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:28.987591 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999aaf8-f90e-40b7-88a9-183db344c66a None None] Pushing event updated for resources: {'Port': ['ID=4701cad1-7391-42c3-b2cf-8469bc1ff5ff,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:30.093112 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 41880) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:30.498441 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [None req-0e249371-985b-424e-81be-f16453595828 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 04:51:30.499441 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0e249371-985b-424e-81be-f16453595828 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4052761 Jul 26 04:51:32.301955 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:32.304587 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:32.820183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41892) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:33.184528 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [None req-8fb23b0d-2e4b-4821-af5f-e131a0641bae admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 04:51:33.185589 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8fb23b0d-2e4b-4821-af5f-e131a0641bae admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3643584 Jul 26 04:51:33.832566 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=55,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:35.456890 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41900) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:35.951542 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-75fed2d6-2599-4e69-92b1-b2b821628109 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:51:35.983130 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-75fed2d6-2599-4e69-92b1-b2b821628109 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (27cebd80-d470-4bca-b874-efbac64c8a40), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:35.985110 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-75fed2d6-2599-4e69-92b1-b2b821628109 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (27cebd80-d470-4bca-b874-efbac64c8a40), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:36.136306 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-75fed2d6-2599-4e69-92b1-b2b821628109 demo demo] Publish callbacks [] for router_controller (27cebd80-d470-4bca-b874-efbac64c8a40), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:36.142737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-75fed2d6-2599-4e69-92b1-b2b821628109 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (27cebd80-d470-4bca-b874-efbac64c8a40), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:36.162987 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-75fed2d6-2599-4e69-92b1-b2b821628109 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:36.164310 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-75fed2d6-2599-4e69-92b1-b2b821628109 demo demo] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7064300 Jul 26 04:51:36.353070 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 4701cad1-7391-42c3-b2cf-8469bc1ff5ff up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 04:51:36.435602 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:36.436014 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:36.541409 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:51:36.541819 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:36.582279 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=4701cad1-7391-42c3-b2cf-8469bc1ff5ff,segment=NetworkSegment(d7c0d574-db5e-40b4-b9eb-c40ac69238dc),segment_id=d7c0d574-db5e-40b4-b9eb-c40ac69238dc)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 04:51:36.592052 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:36.649942 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=4701cad1-7391-42c3-b2cf-8469bc1ff5ff,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:37.218117 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56be8ff-30dd-4cd1-bb3d-58dec644d1c1 None None] Network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:51:37.293321 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-c40e51ac-7ccc-40f5-b191-94910bda7d9a None None] Provisioning complete for port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:37.293706 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c40e51ac-7ccc-40f5-b191-94910bda7d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:37.426936 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-c40e51ac-7ccc-40f5-b191-94910bda7d9a None None] Current status of the port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:51:37.650096 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-e49573c6-e0c9-4c9c-8be8-fd4e2269f111 None None] Provisioning complete for port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:37.650506 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e49573c6-e0c9-4c9c-8be8-fd4e2269f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:37.739062 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-e49573c6-e0c9-4c9c-8be8-fd4e2269f111 None None] Current status of the port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:51:37.787740 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:37.792630 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=55,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:38.336593 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 4701cad1-7391-42c3-b2cf-8469bc1ff5ff up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 04:51:38.339612 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:38.360313 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:38.391777 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:38.392193 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:38.461923 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:51:38.480350 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41916) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:38.843509 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [None req-71e15aed-c8a9-4a88-b103-737d2a142384 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 04:51:38.844536 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-71e15aed-c8a9-4a88-b103-737d2a142384 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3631725 Jul 26 04:51:41.184054 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41924) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:41.583753 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:51:41.611687 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Made reservation on behalf of d12823499382429e9825c57ea3292c56 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:51:41.614675 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:41.625312 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:41.709146 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Publish callbacks [] for security_group (edd1e0db-8998-4bee-b1e9-2955f9d133a1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:41.714129 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (edd1e0db-8998-4bee-b1e9-2955f9d133a1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:41.734073 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Reserving flat network on physical network physnet1 {{(pid=104001) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 26 04:51:41.753465 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd1e0db-8998-4bee-b1e9-2955f9d133a1,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:41.760475 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (40d59892-a24b-4189-8898-be9263bad9f6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:41.760809 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Added segment 40d59892-a24b-4189-8898-be9263bad9f6 of type flat for network 6650bd46-4eab-4fdc-93f9-6561930b73c5 Jul 26 04:51:41.810715 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (6650bd46-4eab-4fdc-93f9-6561930b73c5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:41.850131 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (6650bd46-4eab-4fdc-93f9-6561930b73c5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:41.851329 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:51:41.852056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:41.949263 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7641947 Jul 26 04:51:41.969848 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6beb803-07aa-4637-9e6e-5d9e23a1e704 admin admin] Pushing event updated for resources: {'Network': ['ID=6650bd46-4eab-4fdc-93f9-6561930b73c5,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:41.982497 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 04:51:43.548069 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00c31c4c-3f40-416c-a51e-93c8c0a55d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:44.219426 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41932) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:44.679161 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331d774d-3c73-4fc7-889a-278ef1d0cdfb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:51:44.680615 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-331d774d-3c73-4fc7-889a-278ef1d0cdfb demo admin] 10.222.0.17 "GET /v2.0/subnets/2f142245-e939-4bbc-a847-d6dc7a3d7d68 HTTP/1.1" status: 200 len: 849 time: 0.4602060 Jul 26 04:51:44.810472 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cc2cafa7-148f-4b85-af84-1e7505d0d070 demo admin] 10.222.0.17 "GET /v2.0/routers/27cebd80-d470-4bca-b874-efbac64c8a40 HTTP/1.1" status: 200 len: 704 time: 0.1206071 Jul 26 04:51:45.106407 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:45.134124 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:45.188795 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:45.418193 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Allocated IP 172.20.0.1 (8f8eaff9-7ade-4329-a31f-a1024ff6a4ee/2f142245-e939-4bbc-a847-d6dc7a3d7d68/5d6f497b-3027-4b5d-af95-22b822c54f99) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 04:51:45.611745 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Publish callbacks [] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:45.677341 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:45.711089 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a7fa2334-8ee1-4189-a903-74e3ace69cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:45.816144 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 04:51:45.822480 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:51:45.828138 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Pushing event updated for resources: {'Port': ['ID=5d6f497b-3027-4b5d-af95-22b822c54f99,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:45.831640 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 04:51:45.831640 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (27cebd80-d470-4bca-b874-efbac64c8a40), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:46.021784 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-a31ff107-ac5b-4a1b-a63c-c42c0e3bfad3 None None] Provisioning complete for port 5d6f497b-3027-4b5d-af95-22b822c54f99 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:46.022382 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a31ff107-ac5b-4a1b-a63c-c42c0e3bfad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:46.065116 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:46.073100 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a31ff107-ac5b-4a1b-a63c-c42c0e3bfad3 None None] Port 5d6f497b-3027-4b5d-af95-22b822c54f99 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 04:51:46.290910 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Publish callbacks [] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:46.296594 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:46.297388 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (27cebd80-d470-4bca-b874-efbac64c8a40), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:46.302036 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:46.379054 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Pushing event updated for resources: {'Port': ['ID=5d6f497b-3027-4b5d-af95-22b822c54f99,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:46.432764 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 04:51:46.434166 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:51:46.447050 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:46.603234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Router 27cebd80-d470-4bca-b874-efbac64c8a40 is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 04:51:46.693446 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 04:51:46.698986 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5679bae1-e23a-4951-b9e2-eeec58b22fe2 demo admin] 10.222.0.17 "PUT /v2.0/routers/27cebd80-d470-4bca-b874-efbac64c8a40/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8801513 Jul 26 04:51:46.705320 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Sync routers for ids ['27cebd80-d470-4bca-b874-efbac64c8a40'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 04:51:46.709066 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-79989ef0-f19d-4a03-b4f7-97c1dc3bc703 None None] Provisioning complete for port 5d6f497b-3027-4b5d-af95-22b822c54f99 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:46.709509 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-79989ef0-f19d-4a03-b4f7-97c1dc3bc703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:46.719256 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Routers {'27cebd80-d470-4bca-b874-efbac64c8a40'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 04:51:46.720290 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:51:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['27cebd80-d470-4bca-b874-efbac64c8a40'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:46.808960 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-79989ef0-f19d-4a03-b4f7-97c1dc3bc703 None None] Port 5d6f497b-3027-4b5d-af95-22b822c54f99 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 04:51:46.855979 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:46.915241 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Set router 27cebd80-d470-4bca-b874-efbac64c8a40 gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 04:51:47.351515 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'name': 'router1', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:51:35Z', 'updated_at': '2022-07-26T04:51:45Z', 'revision_number': 2, 'project_id': '8be3583b9359412ba4129e556beef77c', 'gw_port_host': None, '_interfaces': [{'id': '5d6f497b-3027-4b5d-af95-22b822c54f99', 'name': '', 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'mac_address': 'fa:16:3e:9a:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:51:45Z', 'updated_at': '2022-07-26T04:51:46Z', 'revision_number': 2, 'project_id': '8be3583b9359412ba4129e556beef77c', 'subnets': [{'id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cb5187d-d8b3-48bf-a6fa-3cee8ea9845e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:47.400551 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Checking router: 27cebd80-d470-4bca-b874-efbac64c8a40 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 04:51:47.400919 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Updating router 27cebd80-d470-4bca-b874-efbac64c8a40 port 5d6f497b-3027-4b5d-af95-22b822c54f99 binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 04:51:47.458064 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.001422 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Publish callbacks [] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.009580 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.174404 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Pushing event updated for resources: {'Port': ['ID=5d6f497b-3027-4b5d-af95-22b822c54f99,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:48.192776 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.193120 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.193457 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.193790 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.194112 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.194433 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.194752 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.195061 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.195373 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.195730 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.196050 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.196519 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.196680 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.196992 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.197321 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Tracked resource versions report: Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: pushed versions: Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: { 'AddressGroup': {'1.2'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Agent': {'1.1'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'ConntrackHelper': {'1.0'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'LocalIPAssociation': {'1.0'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Log': {'1.0'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'NDPProxy': {'1.0'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Network': {'1.1'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Port': {'1.7'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'PortForwarding': {'1.3'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'QosPolicy': {'1.10'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SecurityGroup': {'1.5'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SecurityGroupRule': {'1.2'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SubPort': {'1.0'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Subnet': {'1.1'}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Trunk': {'1.1'}} Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: consumer versions: Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: { DHCP agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: L3 agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: Metadata agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: Metering agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: Open vSwitch agent@dv-cinder-850574-1-iscsi: { 'AddressGroup': '1.2', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Agent': '1.1', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'ConntrackHelper': '1.0', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'LocalIPAssociation': '1.0', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Log': '1.0', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'NDPProxy': '1.0', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Network': '1.1', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Port': '1.7', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'PortForwarding': '1.3', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'QosPolicy': '1.10', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SecurityGroup': '1.5', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SecurityGroupRule': '1.2', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SubPort': '1.0', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Subnet': '1.1', Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Trunk': '1.1'}} Jul 26 04:51:48.198712 dv-cinder-850574-1-iscsi neutron-server[104004]: {{(pid=104004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 04:51:48.202498 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Attempting to bind port 5d6f497b-3027-4b5d-af95-22b822c54f99 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 04:51:48.202498 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Attempting to bind port 5d6f497b-3027-4b5d-af95-22b822c54f99 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'd7c0d574-db5e-40b4-b9eb-c40ac69238dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 04:51:48.202498 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Attempting to bind port 5d6f497b-3027-4b5d-af95-22b822c54f99 on network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 04:51:48.208841 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 04:51:48.209235 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Checking segment: {'id': 'd7c0d574-db5e-40b4-b9eb-c40ac69238dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:51:48.209709 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.211009 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Bound using segment: {'id': 'd7c0d574-db5e-40b4-b9eb-c40ac69238dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 04:51:48.211009 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Bound port: 5d6f497b-3027-4b5d-af95-22b822c54f99, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7c0d574-db5e-40b4-b9eb-c40ac69238dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 04:51:48.211009 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.258709 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-dbb422b8-cc6f-49f9-8317-3ed0e5a6124f None None] Provisioning complete for port 5d6f497b-3027-4b5d-af95-22b822c54f99 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:48.259305 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-dbb422b8-cc6f-49f9-8317-3ed0e5a6124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.273160 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:48.284848 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.285834 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] For port 5d6f497b-3027-4b5d-af95-22b822c54f99, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 04:51:48.300016 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-dbb422b8-cc6f-49f9-8317-3ed0e5a6124f None None] Port 5d6f497b-3027-4b5d-af95-22b822c54f99 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 04:51:48.307875 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] For port 5d6f497b-3027-4b5d-af95-22b822c54f99, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=5d6f497b-3027-4b5d-af95-22b822c54f99,segment=NetworkSegment(d7c0d574-db5e-40b4-b9eb-c40ac69238dc),segment_id=d7c0d574-db5e-40b4-b9eb-c40ac69238dc)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 04:51:48.314153 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.380481 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:48.385531 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Routers {'27cebd80-d470-4bca-b874-efbac64c8a40'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 04:51:48.386154 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:51:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['27cebd80-d470-4bca-b874-efbac64c8a40'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:48.388713 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab1e05-9ed6-49cc-950f-5b0a43fdc7e9 None None] Pushing event updated for resources: {'Port': ['ID=5d6f497b-3027-4b5d-af95-22b822c54f99,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:48.480448 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] Set router 27cebd80-d470-4bca-b874-efbac64c8a40 gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 04:51:48.620270 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-ed7df7b5-562b-4676-93a3-55c424aa9109 None None] Provisioning complete for port 5d6f497b-3027-4b5d-af95-22b822c54f99 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:48.620793 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ed7df7b5-562b-4676-93a3-55c424aa9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.693739 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'name': 'router1', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:51:35Z', 'updated_at': '2022-07-26T04:51:45Z', 'revision_number': 2, 'project_id': '8be3583b9359412ba4129e556beef77c', 'gw_port_host': None, '_interfaces': [{'id': '5d6f497b-3027-4b5d-af95-22b822c54f99', 'name': '', 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'mac_address': 'fa:16:3e:9a:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:51:45Z', 'updated_at': '2022-07-26T04:51:48Z', 'revision_number': 4, 'project_id': '8be3583b9359412ba4129e556beef77c', 'subnets': [{'id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cb5187d-d8b3-48bf-a6fa-3cee8ea9845e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:48.702692 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.716852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-ed7df7b5-562b-4676-93a3-55c424aa9109 None None] Current status of the port 5d6f497b-3027-4b5d-af95-22b822c54f99 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:51:48.717295 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ed7df7b5-562b-4676-93a3-55c424aa9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.728302 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064ec193-543d-4ce8-ac4c-6cbd037fd390 None None] The sync data for ids ['27cebd80-d470-4bca-b874-efbac64c8a40'] in dv-cinder-850574-1-iscsi is: [{'id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'name': 'router1', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:51:35Z', 'updated_at': '2022-07-26T04:51:45Z', 'revision_number': 2, 'project_id': '8be3583b9359412ba4129e556beef77c', 'gw_port_host': None, '_interfaces': [{'id': '5d6f497b-3027-4b5d-af95-22b822c54f99', 'name': '', 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'mac_address': 'fa:16:3e:9a:53:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:51:45Z', 'updated_at': '2022-07-26T04:51:48Z', 'revision_number': 4, 'project_id': '8be3583b9359412ba4129e556beef77c', 'subnets': [{'id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cb5187d-d8b3-48bf-a6fa-3cee8ea9845e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 04:51:48.754978 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-ed7df7b5-562b-4676-93a3-55c424aa9109 None None] For port 5d6f497b-3027-4b5d-af95-22b822c54f99, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=5d6f497b-3027-4b5d-af95-22b822c54f99,segment=NetworkSegment(d7c0d574-db5e-40b4-b9eb-c40ac69238dc),segment_id=d7c0d574-db5e-40b4-b9eb-c40ac69238dc)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 04:51:48.765306 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ed7df7b5-562b-4676-93a3-55c424aa9109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:48.819506 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7df7b5-562b-4676-93a3-55c424aa9109 None None] Pushing event updated for resources: {'Port': ['ID=5d6f497b-3027-4b5d-af95-22b822c54f99,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:48.959903 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41946) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:49.373843 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe0d127-ad90-44af-81d4-2c03cfa27a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:51:49.375238 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2fe0d127-ad90-44af-81d4-2c03cfa27a2c admin admin] 10.222.0.17 "GET /v2.0/networks/6650bd46-4eab-4fdc-93f9-6561930b73c5 HTTP/1.1" status: 200 len: 842 time: 0.4143364 Jul 26 04:51:49.385062 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Request body: {'subnet': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:51:49.412976 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Made reservation on behalf of d12823499382429e9825c57ea3292c56 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:51:49.415330 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:49.725869 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.objects.ports [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104001) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 26 04:51:49.726200 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (7c923601-1726-4775-9f6e-bcf0028211de), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:49.772395 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c923601-1726-4775-9f6e-bcf0028211de,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:49.793432 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:51:49.793777 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Network hostable DHCP agents. Network: 6650bd46-4eab-4fdc-93f9-6561930b73c5, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 04:51:49.816913 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 04:51:49.831373 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 6650bd46-4eab-4fdc-93f9-6561930b73c5) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:51:49.836190 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:51:49.836796 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:49.844971 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948fcb66-67b9-48bd-911a-5c711d444bf1 None None] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:51:49.864409 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-790aef34-919f-40fd-9d2f-19c7a091f1c4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4826713 Jul 26 04:51:49.966552 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2974dd-4e61-4e62-bf8e-81966e0bc2e2 None None] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:51:52.165830 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41954) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:52.522381 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:52.684400 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8e2f090d-129c-4a96-87eb-7d020314b2d9 demo admin] 10.222.0.17 "GET /v2.0/routers/27cebd80-d470-4bca-b874-efbac64c8a40 HTTP/1.1" status: 200 len: 710 time: 0.5172958 Jul 26 04:51:52.763167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:52.777030 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f2a7dd-5334-412d-bc4f-b6c98132908d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:51:52.778791 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d8f2a7dd-5334-412d-bc4f-b6c98132908d demo admin] 10.222.0.17 "GET /v2.0/networks/6650bd46-4eab-4fdc-93f9-6561930b73c5 HTTP/1.1" status: 200 len: 886 time: 0.0883284 Jul 26 04:51:52.788273 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:51:53.030700 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Publish callbacks [] for router_gateway (27cebd80-d470-4bca-b874-efbac64c8a40), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:53.263511 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Publish callbacks [] for router_gateway (27cebd80-d470-4bca-b874-efbac64c8a40), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:53.343988 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:53.453189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Allocated IP 172.27.3.72 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/42087307-a387-47b3-8ed4-3d2727fdb9df) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 04:51:53.572182 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Publish callbacks [] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:53.580825 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:53.615494 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:53.660164 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 04:51:53.670083 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:51:53.672142 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Pushing event updated for resources: {'Port': ['ID=42087307-a387-47b3-8ed4-3d2727fdb9df,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:53.674215 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 04:51:53.785121 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:53.938848 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Publish callbacks [] for router_gateway (27cebd80-d470-4bca-b874-efbac64c8a40), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:54.225615 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4112290', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3777205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32594'] for router (27cebd80-d470-4bca-b874-efbac64c8a40), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:54.229281 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4112299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4112272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3777186'] for router (27cebd80-d470-4bca-b874-efbac64c8a40), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:54.335092 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Router 27cebd80-d470-4bca-b874-efbac64c8a40 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 04:51:54.351330 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 5d6f497b-3027-4b5d-af95-22b822c54f99 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 04:51:54.398280 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:54.403761 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:54.405191 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 5d6f497b-3027-4b5d-af95-22b822c54f99 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:54.405640 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:54.441715 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 04:51:54.446883 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:54.450322 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a153bbe3-933a-490f-a9c8-6b04fc14e0a7 demo admin] 10.222.0.17 "PUT /v2.0/routers/27cebd80-d470-4bca-b874-efbac64c8a40 HTTP/1.1" status: 200 len: 889 time: 1.6653948 Jul 26 04:51:54.485163 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 5d6f497b-3027-4b5d-af95-22b822c54f99 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:51:55.155607 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Sync routers for ids ['27cebd80-d470-4bca-b874-efbac64c8a40'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 04:51:55.168295 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Routers {'27cebd80-d470-4bca-b874-efbac64c8a40'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 04:51:55.168894 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:51:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['27cebd80-d470-4bca-b874-efbac64c8a40'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:55.393785 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Set router 27cebd80-d470-4bca-b874-efbac64c8a40 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 04:51:55.776095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'name': 'router1', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '42087307-a387-47b3-8ed4-3d2727fdb9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:51:35Z', 'updated_at': '2022-07-26T04:51:53Z', 'revision_number': 4, 'project_id': '8be3583b9359412ba4129e556beef77c', 'gw_port': {'id': '42087307-a387-47b3-8ed4-3d2727fdb9df', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:51:53Z', 'updated_at': '2022-07-26T04:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '5d6f497b-3027-4b5d-af95-22b822c54f99', 'name': '', 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'mac_address': 'fa:16:3e:9a:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:51:45Z', 'updated_at': '2022-07-26T04:51:48Z', 'revision_number': 5, 'project_id': '8be3583b9359412ba4129e556beef77c', 'subnets': [{'id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cb5187d-d8b3-48bf-a6fa-3cee8ea9845e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:55.902823 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Checking router: 27cebd80-d470-4bca-b874-efbac64c8a40 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 04:51:55.903191 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Updating router 27cebd80-d470-4bca-b874-efbac64c8a40 port 42087307-a387-47b3-8ed4-3d2727fdb9df binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 04:51:55.955592 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:56.274639 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Publish callbacks [] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:56.280950 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:56.330901 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a712f-f6d4-49b5-b7ba-85debdbc1e5c None None] Pushing event updated for resources: {'Port': ['ID=42087307-a387-47b3-8ed4-3d2727fdb9df,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:56.336724 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Attempting to bind port 42087307-a387-47b3-8ed4-3d2727fdb9df on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 04:51:56.337091 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Attempting to bind port 42087307-a387-47b3-8ed4-3d2727fdb9df by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 04:51:56.337449 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Attempting to bind port 42087307-a387-47b3-8ed4-3d2727fdb9df on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 04:51:56.342845 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 04:51:56.343220 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:51:56.343730 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:56.344117 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 04:51:56.344572 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Bound port: 42087307-a387-47b3-8ed4-3d2727fdb9df, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 04:51:56.344951 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:56.366021 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:56.396069 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] For port 42087307-a387-47b3-8ed4-3d2727fdb9df, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 04:51:56.399304 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] For port 42087307-a387-47b3-8ed4-3d2727fdb9df, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=42087307-a387-47b3-8ed4-3d2727fdb9df,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 04:51:56.405268 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:56.461647 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:56.475950 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Routers {'27cebd80-d470-4bca-b874-efbac64c8a40'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 04:51:56.476561 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:51:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['27cebd80-d470-4bca-b874-efbac64c8a40'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:56.478331 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a712f-f6d4-49b5-b7ba-85debdbc1e5c None None] Pushing event updated for resources: {'Port': ['ID=42087307-a387-47b3-8ed4-3d2727fdb9df,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:56.584504 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] Set router 27cebd80-d470-4bca-b874-efbac64c8a40 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 04:51:56.788598 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'name': 'router1', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '42087307-a387-47b3-8ed4-3d2727fdb9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:51:35Z', 'updated_at': '2022-07-26T04:51:53Z', 'revision_number': 4, 'project_id': '8be3583b9359412ba4129e556beef77c', 'gw_port': {'id': '42087307-a387-47b3-8ed4-3d2727fdb9df', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:51:53Z', 'updated_at': '2022-07-26T04:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '5d6f497b-3027-4b5d-af95-22b822c54f99', 'name': '', 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'mac_address': 'fa:16:3e:9a:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:51:45Z', 'updated_at': '2022-07-26T04:51:48Z', 'revision_number': 5, 'project_id': '8be3583b9359412ba4129e556beef77c', 'subnets': [{'id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cb5187d-d8b3-48bf-a6fa-3cee8ea9845e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 04:51:56.814703 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fbf2c-1c9f-43b5-b796-09e0e6407dbb None None] The sync data for ids ['27cebd80-d470-4bca-b874-efbac64c8a40'] in dv-cinder-850574-1-iscsi is: [{'id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'name': 'router1', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '42087307-a387-47b3-8ed4-3d2727fdb9df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:51:35Z', 'updated_at': '2022-07-26T04:51:53Z', 'revision_number': 4, 'project_id': '8be3583b9359412ba4129e556beef77c', 'gw_port': {'id': '42087307-a387-47b3-8ed4-3d2727fdb9df', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:51:53Z', 'updated_at': '2022-07-26T04:51:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '5d6f497b-3027-4b5d-af95-22b822c54f99', 'name': '', 'network_id': '8f8eaff9-7ade-4329-a31f-a1024ff6a4ee', 'tenant_id': '8be3583b9359412ba4129e556beef77c', 'mac_address': 'fa:16:3e:9a:53:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cebd80-d470-4bca-b874-efbac64c8a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:51:45Z', 'updated_at': '2022-07-26T04:51:48Z', 'revision_number': 5, 'project_id': '8be3583b9359412ba4129e556beef77c', 'subnets': [{'id': '2f142245-e939-4bbc-a847-d6dc7a3d7d68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cb5187d-d8b3-48bf-a6fa-3cee8ea9845e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 04:51:56.890735 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 41966) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:51:57.341148 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-857109b6-792a-4617-b25c-830625bcf1a5 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4482174 Jul 26 04:51:58.370180 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 42087307-a387-47b3-8ed4-3d2727fdb9df up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 04:51:58.419219 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 42087307-a387-47b3-8ed4-3d2727fdb9df triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:51:58.419634 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:58.494587 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 42087307-a387-47b3-8ed4-3d2727fdb9df is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:51:58.494995 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:58.516623 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 42087307-a387-47b3-8ed4-3d2727fdb9df, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=42087307-a387-47b3-8ed4-3d2727fdb9df,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 04:51:58.521298 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:51:58.572497 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=42087307-a387-47b3-8ed4-3d2727fdb9df,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:51:58.696482 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=28 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:51:58.697314 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=46 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:00.376138 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 42087307-a387-47b3-8ed4-3d2727fdb9df up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 04:52:00.424346 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 42087307-a387-47b3-8ed4-3d2727fdb9df triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:52:00.424761 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (42087307-a387-47b3-8ed4-3d2727fdb9df), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:00.495430 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 42087307-a387-47b3-8ed4-3d2727fdb9df is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:52:07.326440 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:07.338429 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=62 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:10.492634 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:10.494004 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=89 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:12.219100 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:52:13.248101 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:13.547283 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-64bfd405-e704-4479-aa2f-bfcd2af51d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:15.708459 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b697900b-dde1-4a46-959a-4a11efa52ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:16.873133 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:18.262127 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:18.699537 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:22.218951 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:28.678034 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:28.693500 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:43.554243 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-428d7479-828b-4fe9-84a6-9c840ee15942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:45.724786 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a97be0ea-fa41-4ec8-9fe7-78bde2fa88ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:46.870241 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:48.280648 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:48.689158 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:52:49.224248 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:52:50.221314 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:58.675658 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:58.677980 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:52:59.219726 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:12.213752 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:12.215138 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:13.549017 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b32dc459-8277-4698-bf6e-084710b27d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:15.704232 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f7a823a2-3f8f-4f3f-a2ca-03be1e0d477f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:16.867185 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:18.272216 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:18.680525 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:26.217416 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:53:27.626015 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42502) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:28.082343 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb712be-45d2-48e5-b2c4-05eed812f573 admin admin] GET failed (client error): The resource could not be found. Jul 26 04:53:28.083813 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0eb712be-45d2-48e5-b2c4-05eed812f573 admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4567273 Jul 26 04:53:28.290153 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b947ff5-d51c-4f27-89cd-da41a8f80d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:28.291615 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8b947ff5-d51c-4f27-89cd-da41a8f80d4b admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2027926 Jul 26 04:53:28.671341 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:28.673849 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:30.650789 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42512) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:31.173904 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c5307-26fc-4f90-949b-ea883aa1c98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:31.175245 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1b7c5307-26fc-4f90-949b-ea883aa1c98d admin admin] 10.222.0.17 "GET /v2.0/subnets/2f142245-e939-4bbc-a847-d6dc7a3d7d68 HTTP/1.1" status: 200 len: 849 time: 0.5234578 Jul 26 04:53:31.189464 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:53:31.304824 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Publish callbacks [] for subnet (2f142245-e939-4bbc-a847-d6dc7a3d7d68), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:31.553637 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752843680741'] for subnet (2f142245-e939-4bbc-a847-d6dc7a3d7d68), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:31.590031 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:31.591331 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:31.595019 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] 10.222.0.17 "PUT /v2.0/subnets/2f142245-e939-4bbc-a847-d6dc7a3d7d68 HTTP/1.1" status: 200 len: 868 time: 0.4067647 Jul 26 04:53:31.595723 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a176eb5-3838-4248-ae77-cc064995930a None None] Network 8f8eaff9-7ade-4329-a31f-a1024ff6a4ee requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:53:31.624188 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f142245-e939-4bbc-a847-d6dc7a3d7d68,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:53:31.637536 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.638176 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.638608 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.639171 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.639718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.640266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.640769 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.641290 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.641851 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.642369 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.642928 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.643448 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.644008 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.644523 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.645049 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd328b3-f87a-4495-8852-6172bd49d24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:53:31.978321 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-3321dddd-fb3d-47f5-a302-8c2267be3507 None None] Provisioning complete for port 5d6f497b-3027-4b5d-af95-22b822c54f99 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:53:31.978674 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3321dddd-fb3d-47f5-a302-8c2267be3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5d6f497b-3027-4b5d-af95-22b822c54f99), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:32.065623 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3321dddd-fb3d-47f5-a302-8c2267be3507 None None] Current status of the port 5d6f497b-3027-4b5d-af95-22b822c54f99 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:53:32.075257 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-3321dddd-fb3d-47f5-a302-8c2267be3507 None None] Provisioning complete for port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:53:32.075675 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3321dddd-fb3d-47f5-a302-8c2267be3507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4701cad1-7391-42c3-b2cf-8469bc1ff5ff), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:32.171982 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3321dddd-fb3d-47f5-a302-8c2267be3507 None None] Current status of the port 4701cad1-7391-42c3-b2cf-8469bc1ff5ff is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:53:34.221997 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42520) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:34.792761 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462c2e6-f0ba-4847-8e4a-64abe8f95f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:34.793143 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462c2e6-f0ba-4847-8e4a-64abe8f95f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:34.795238 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4462c2e6-f0ba-4847-8e4a-64abe8f95f62 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5717337 Jul 26 04:53:36.211478 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=14 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:36.212747 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=20 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:37.046492 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 42528) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:37.624408 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0da577-1814-4716-93eb-97662262e977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:37.624980 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0da577-1814-4716-93eb-97662262e977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:37.626556 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ec0da577-1814-4716-93eb-97662262e977 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5792232 Jul 26 04:53:39.892621 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42538) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:40.391746 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746475c-d5b9-4fed-8b49-81fc6d7dc026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:40.393189 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8746475c-d5b9-4fed-8b49-81fc6d7dc026 admin admin] 10.222.0.17 "GET /v2.0/networks/6650bd46-4eab-4fdc-93f9-6561930b73c5 HTTP/1.1" status: 200 len: 886 time: 0.4995999 Jul 26 04:53:42.161003 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=36 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:42.170261 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=41 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:42.700975 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42546) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:43.182711 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:43.214587 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf4baec-d50b-4a8e-b18b-2a402166be11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:43.215974 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8bf4baec-d50b-4a8e-b18b-2a402166be11 admin admin] 10.222.0.17 "GET /v2.0/networks/8f8eaff9-7ade-4329-a31f-a1024ff6a4ee HTTP/1.1" status: 200 len: 869 time: 0.5140140 Jul 26 04:53:43.545681 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-656b016c-7f08-449d-82fb-9ca3c412cf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:45.467183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42554) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:45.701030 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-087d5b1e-62ce-4023-bfdd-ea5ff576e1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:45.916237 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd41f02-c2ac-4256-84c5-70d90687f8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:45.916685 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd41f02-c2ac-4256-84c5-70d90687f8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:45.918296 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ebd41f02-c2ac-4256-84c5-70d90687f8b8 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4501011 Jul 26 04:53:46.875146 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:47.613370 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=12 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:47.620779 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=11 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:48.144672 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 42562) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:48.269725 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:48.607482 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf20142-66e9-401e-8278-7b95ad2704be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:48.607969 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf20142-66e9-401e-8278-7b95ad2704be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:48.609531 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-fdf20142-66e9-401e-8278-7b95ad2704be admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4638488 Jul 26 04:53:48.680701 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:53:50.883316 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 42570) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:51.321919 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf1b7d-421a-41af-bf4f-dda49b71f16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:51.323355 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ebcf1b7d-421a-41af-bf4f-dda49b71f16c admin admin] 10.222.0.17 "GET /v2.0/subnets/2f142245-e939-4bbc-a847-d6dc7a3d7d68 HTTP/1.1" status: 200 len: 868 time: 0.4388158 Jul 26 04:53:53.618485 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 42580) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:53:54.054664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf00827-8696-4724-91cb-5f24e7309f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:53:54.056105 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-fbf00827-8696-4724-91cb-5f24e7309f99 admin admin] 10.222.0.17 "GET /v2.0/subnets/7c923601-1726-4775-9f6e-bcf0028211de HTTP/1.1" status: 200 len: 816 time: 0.4366527 Jul 26 04:53:55.907629 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:55.911229 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:58.671625 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:53:58.674840 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:03.218315 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:54:04.049979 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=19 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:04.050908 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=17 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:04.220719 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:13.213577 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=7 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:13.544146 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c635b163-540d-4f68-a31b-dce0c2a75da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:15.706704 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-afc84211-e4fa-46a3-9f7a-fab9fbbe4355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:16.875779 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:18.273301 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:18.679142 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:22.873665 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 42636) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:54:23.251477 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [None req-87211c0c-c3f7-4604-aa57-5766579a76d0 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 04:54:23.252528 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-87211c0c-c3f7-4604-aa57-5766579a76d0 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3776534 Jul 26 04:54:25.620247 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42646) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:54:26.014713 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.pecan_wsgi.hooks.translation [None req-db76c586-3786-43cc-98db-ebaaf244993b admin admin] GET failed (client error): The resource could not be found. Jul 26 04:54:26.016310 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-db76c586-3786-43cc-98db-ebaaf244993b admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3949785 Jul 26 04:54:26.227630 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caed58d-5487-4707-91d1-d232a0887f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:54:26.229009 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9caed58d-5487-4707-91d1-d232a0887f9d admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2082808 Jul 26 04:54:28.573884 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 42654) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:54:28.671008 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:28.673808 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:28.947397 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:54:28.972972 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Made reservation on behalf of d12823499382429e9825c57ea3292c56 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:54:28.975445 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:29.029485 dv-cinder-850574-1-iscsi neutron-server[104002]: WARNING neutron.services.revisions.revision_plugin [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Could not find related network for resource to bump revision. Jul 26 04:54:29.050372 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 04:54:29.065305 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752843820481', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (e0ea5f32-f45a-4c4f-90ea-bdff45ca0341), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:29.065860 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Unsubscribe: segment precommit_create {{(pid=104002) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 04:54:29.066362 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Added segment e0ea5f32-f45a-4c4f-90ea-bdff45ca0341 of type vlan for network d3c11e41-3631-44a8-a5b6-4ce77bf084ea Jul 26 04:54:29.115586 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (d3c11e41-3631-44a8-a5b6-4ce77bf084ea), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:29.152578 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (d3c11e41-3631-44a8-a5b6-4ce77bf084ea), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:29.153479 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:54:29.154044 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:29.256050 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6807134 Jul 26 04:54:29.268626 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Pushing event updated for resources: {'Network': ['ID=d3c11e41-3631-44a8-a5b6-4ce77bf084ea,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:54:29.280869 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.281204 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.281602 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.281942 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.282241 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.282574 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.282907 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.283237 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.283614 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.283952 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.284293 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.284621 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.284937 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.285252 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.285565 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df7586b-51d0-4479-b7d6-f80c85f4c67c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:29.302276 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network d3c11e41-3631-44a8-a5b6-4ce77bf084ea details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 04:54:31.552766 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42662) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:54:32.005553 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9a3b03-a6c9-4c5a-ab17-3ace04e46013 admin admin] GET failed (client error): The resource could not be found. Jul 26 04:54:32.007275 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7a9a3b03-a6c9-4c5a-ab17-3ace04e46013 admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4534926 Jul 26 04:54:32.089812 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3613eb-550b-4bd7-92a1-feae4c2f9c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:54:32.091703 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4e3613eb-550b-4bd7-92a1-feae4c2f9c4c admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0798876 Jul 26 04:54:32.103740 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:54:32.127758 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Made reservation on behalf of d12823499382429e9825c57ea3292c56 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:54:32.130263 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:32.345046 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (83ca2cff-82a2-4670-b3de-c9107958ee2b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:32.416183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ca2cff-82a2-4670-b3de-c9107958ee2b,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:54:32.428462 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.428764 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.429152 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.429494 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.429823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.430153 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.430475 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.430786 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.431125 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.431449 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.431809 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.432154 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.432476 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.432792 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.433109 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:32.437092 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Checking segment: {'id': 'e0ea5f32-f45a-4c4f-90ea-bdff45ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:54:32.437663 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Network hostable DHCP agents. Network: d3c11e41-3631-44a8-a5b6-4ce77bf084ea, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 04:54:32.460618 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Network d3c11e41-3631-44a8-a5b6-4ce77bf084ea is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 04:54:32.473126 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, d3c11e41-3631-44a8-a5b6-4ce77bf084ea) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:54:32.478099 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:54:32.478702 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:32.484183 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74be987b-ac55-47a0-85a8-d29ca6126732 None None] Network d3c11e41-3631-44a8-a5b6-4ce77bf084ea requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:54:32.498363 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a27c05e2-85b4-4574-aeec-c65e2d0eba32 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3985059 Jul 26 04:54:32.610572 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-d3c11e41-3631-44a8-a5b6-4ce77bf084ea', 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea', 'project_id': 'd12823499382429e9825c57ea3292c56', 'fixed_ips': [{'subnet_id': '83ca2cff-82a2-4670-b3de-c9107958ee2b'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 04:54:32.611959 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:32.784577 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Allocated IP 192.168.233.2 (d3c11e41-3631-44a8-a5b6-4ce77bf084ea/83ca2cff-82a2-4670-b3de-c9107958ee2b/c0a30860-86c5-473e-a762-6420b13709e8) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 04:54:33.093385 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Publish callbacks [] for port (c0a30860-86c5-473e-a762-6420b13709e8), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:33.103645 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (c0a30860-86c5-473e-a762-6420b13709e8), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:33.147948 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Network d3c11e41-3631-44a8-a5b6-4ce77bf084ea is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 04:54:33.151429 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:54:33.158639 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 04:54:33.160923 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Pushing event updated for resources: {'Port': ['ID=c0a30860-86c5-473e-a762-6420b13709e8,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:54:33.173008 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.173346 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.173699 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.174035 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.174362 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.174685 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.175003 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.175317 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.175660 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.175979 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.176292 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.176623 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.176936 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.177246 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.177575 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:54:33.238741 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Attempting to bind port c0a30860-86c5-473e-a762-6420b13709e8 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 04:54:33.239111 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Attempting to bind port c0a30860-86c5-473e-a762-6420b13709e8 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'e0ea5f32-f45a-4c4f-90ea-bdff45ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 04:54:33.239486 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Attempting to bind port c0a30860-86c5-473e-a762-6420b13709e8 on network d3c11e41-3631-44a8-a5b6-4ce77bf084ea {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 04:54:33.245806 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 04:54:33.246181 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Checking segment: {'id': 'e0ea5f32-f45a-4c4f-90ea-bdff45ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:54:33.246610 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:33.247003 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Bound using segment: {'id': 'e0ea5f32-f45a-4c4f-90ea-bdff45ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 04:54:33.247518 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Bound port: c0a30860-86c5-473e-a762-6420b13709e8, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ea5f32-f45a-4c4f-90ea-bdff45ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 04:54:33.247926 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (c0a30860-86c5-473e-a762-6420b13709e8), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:33.320602 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] For port c0a30860-86c5-473e-a762-6420b13709e8, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 04:54:33.327281 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] For port c0a30860-86c5-473e-a762-6420b13709e8, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=c0a30860-86c5-473e-a762-6420b13709e8,segment=NetworkSegment(e0ea5f32-f45a-4c4f-90ea-bdff45ca0341),segment_id=e0ea5f32-f45a-4c4f-90ea-bdff45ca0341)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 04:54:33.337730 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (c0a30860-86c5-473e-a762-6420b13709e8), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:33.409531 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f8872-a206-4d04-b2aa-19d05e50a995 None None] Pushing event updated for resources: {'Port': ['ID=c0a30860-86c5-473e-a762-6420b13709e8,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:54:34.424666 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2087e-c86c-4646-93c1-1490bd18368b None None] Network d3c11e41-3631-44a8-a5b6-4ce77bf084ea requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:54:34.535323 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device c0a30860-86c5-473e-a762-6420b13709e8 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 04:54:34.537541 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-d171ea17-c741-45eb-a390-ce5f7fa5940d None None] Provisioning complete for port c0a30860-86c5-473e-a762-6420b13709e8 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:54:34.537926 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d171ea17-c741-45eb-a390-ce5f7fa5940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (c0a30860-86c5-473e-a762-6420b13709e8), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:34.549598 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:34.617015 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:34.694102 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port c0a30860-86c5-473e-a762-6420b13709e8 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:54:34.694409 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (c0a30860-86c5-473e-a762-6420b13709e8), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:34.758903 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-d171ea17-c741-45eb-a390-ce5f7fa5940d None None] Current status of the port c0a30860-86c5-473e-a762-6420b13709e8 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:54:34.759187 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d171ea17-c741-45eb-a390-ce5f7fa5940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (c0a30860-86c5-473e-a762-6420b13709e8), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:34.857602 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-d171ea17-c741-45eb-a390-ce5f7fa5940d None None] For port c0a30860-86c5-473e-a762-6420b13709e8, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=c0a30860-86c5-473e-a762-6420b13709e8,segment=NetworkSegment(e0ea5f32-f45a-4c4f-90ea-bdff45ca0341),segment_id=e0ea5f32-f45a-4c4f-90ea-bdff45ca0341)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 04:54:34.870368 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d171ea17-c741-45eb-a390-ce5f7fa5940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (c0a30860-86c5-473e-a762-6420b13709e8), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:34.925896 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port c0a30860-86c5-473e-a762-6420b13709e8 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:54:34.926155 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (c0a30860-86c5-473e-a762-6420b13709e8), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:34.996083 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171ea17-c741-45eb-a390-ce5f7fa5940d None None] Pushing event updated for resources: {'Port': ['ID=c0a30860-86c5-473e-a762-6420b13709e8,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:54:35.018208 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-6cef926d-b94a-4137-a050-7c6883f693dc None None] Provisioning complete for port c0a30860-86c5-473e-a762-6420b13709e8 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:54:35.018602 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6cef926d-b94a-4137-a050-7c6883f693dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (c0a30860-86c5-473e-a762-6420b13709e8), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:35.023904 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.db.api [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 04:54:35.024382 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG oslo_db.api [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 04:54:35.110950 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-6cef926d-b94a-4137-a050-7c6883f693dc None None] Current status of the port c0a30860-86c5-473e-a762-6420b13709e8 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:54:35.564907 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port c0a30860-86c5-473e-a762-6420b13709e8 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:54:36.465611 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device c0a30860-86c5-473e-a762-6420b13709e8 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 04:54:36.540713 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port c0a30860-86c5-473e-a762-6420b13709e8 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:54:36.541332 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (c0a30860-86c5-473e-a762-6420b13709e8), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:36.649331 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port c0a30860-86c5-473e-a762-6420b13709e8 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:54:39.275878 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=23,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:39.276872 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=24,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:40.219065 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:54:41.218450 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:42.407391 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:42.490350 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=57,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:42.491515 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:43.550457 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-69452a3e-7929-48aa-b8bb-d9ec18b54656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:45.705503 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-aeb4e871-c82d-479d-a990-f4a07beed903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:46.878805 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:48.288938 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:48.689054 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:54:50.215210 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:58.678677 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:54:58.682587 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:55:13.548730 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d7c5ecf5-d5ac-4b75-ae1b-f9c5bc6930c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:15.704329 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-be50cb7e-08ca-4c0a-a525-01faebdb63d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:16.883841 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:17.218774 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:55:18.274151 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:18.675581 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:27.214339 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:55:27.215181 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:55:28.667975 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:55:28.669971 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:55:43.554258 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7491f7af-6037-409f-b25d-3f98835f5580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:45.703753 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b3cae863-e8d0-43ed-ba85-7629cbf0eff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:46.883964 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:48.289046 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:48.684021 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:55:54.219487 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:55:58.674384 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:55:58.677248 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:12.430602 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:12.436719 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:12.688403 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 42702) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:56:12.695016 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [None req-86bfb9ec-4b38-4b2d-869b-632d6ecc936b tempest-verify_tempest_config-511853252 tempest-verify_tempest_config-511853252-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 04:56:12.696121 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-86bfb9ec-4b38-4b2d-869b-632d6ecc936b tempest-verify_tempest_config-511853252 tempest-verify_tempest_config-511853252-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064054 Jul 26 04:56:13.328401 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42720) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:56:13.552668 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9adff8d0-d983-46e0-864b-300f9a21e5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:13.723287 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:13.818415 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Publish callbacks [] for security_group (bebc5251-e323-4ea6-a145-6da3faaa6d29), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:13.823237 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bebc5251-e323-4ea6-a145-6da3faaa6d29), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:13.874532 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebc5251-e323-4ea6-a145-6da3faaa6d29,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:56:13.878733 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d3bcec8ca1754bd3a6c63fe7fb666c0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5492589 Jul 26 04:56:13.881860 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 42726) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:56:13.884795 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.885140 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.885485 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.885824 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.886155 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.886481 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.886801 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.887124 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.887464 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.887826 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.888147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.888469 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.888790 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.889108 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.889425 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47723e1d-a720-490b-9b4d-0c33d9f23f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:13.979677 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Publish callbacks [] for security_group (bebc5251-e323-4ea6-a145-6da3faaa6d29), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:14.004526 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Publish callbacks [] for security_group (bebc5251-e323-4ea6-a145-6da3faaa6d29), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:14.108068 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bebc5251-e323-4ea6-a145-6da3faaa6d29), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:14.112486 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:14.114156 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bebc5251-e323-4ea6-a145-6da3faaa6d29 HTTP/1.1" status: 204 len: 168 time: 0.2311022 Jul 26 04:56:14.123201 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebc5251-e323-4ea6-a145-6da3faaa6d29,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:56:14.130162 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.130503 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.130861 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.131188 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.131518 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.131870 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.132187 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.132502 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.132832 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.133152 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.133496 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.133811 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.134126 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.134437 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:14.134748 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749411e0-741b-4921-9e03-4929bceeaf38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:56:15.700138 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b0698ec8-843f-40f1-8aa9-564c20265b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:16.892329 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:18.288856 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:18.679902 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:23.877562 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=23,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:23.880581 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=16,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:24.118968 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:24.126391 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:28.667070 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:28.674914 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:31.219376 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:56:41.214842 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:41.216979 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:43.549738 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-754c1c30-45a9-4cfa-a0c1-07e992a835fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:45.708236 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-32e2eb3a-22c5-4dfc-9266-10dc9f66e430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:46.891350 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:48.288798 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:48.686712 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:56:58.678308 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:56:58.681289 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:57:08.219172 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:57:13.546865 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c8003073-9bd6-40cb-9a62-047547e7bcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:15.711846 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1eec234e-13d6-4334-9e65-c119193730ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:16.894831 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:18.214843 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:57:18.215630 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:57:18.292143 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:18.695316 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:28.682140 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:57:28.685806 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:57:43.544760 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e058a3f9-999d-4065-aa50-1f98f8d89daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:45.223215 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 5 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:57:45.706167 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e3770fe-c3a8-4673-875f-ee4c86a928af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:46.209768 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:57:46.899747 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:48.294898 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:48.684617 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:57:55.217390 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:57:57.879180 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4096418'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:07.869059 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:07.872460 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:10.477128 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 42820) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:58:10.622534 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-83550820-2669-4675-b206-d7eaf08a8b76 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1442688 Jul 26 04:58:12.417023 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=11 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:12.420634 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=15 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:12.742507 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 42830) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:58:12.822590 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-7fed6db4-6b1f-4ba3-bf33-30ea61b61cc7 admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0786333 Jul 26 04:58:13.542423 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a164dc36-a493-4a08-8710-196045871b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:15.703497 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9f06ffb7-f868-4865-a25a-ad62b7600b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:16.901164 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:18.306294 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:18.685376 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:20.615630 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:20.616699 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:22.222957 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:58:22.808750 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:22.811955 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:27.832286 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:32.218677 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:32.219560 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:37.824369 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:37.826703 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:58:43.538105 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-85acac08-6b75-4739-9e4b-83acde67460e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:45.700223 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-621220df-e625-4970-a9fb-fef0ab88e66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:46.903097 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:48.305523 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:48.683069 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:57.850177 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:58:59.223572 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:59:07.838519 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:07.845528 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:12.203842 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:12.205050 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:13.543783 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3d7acbe2-6379-4f14-b4a1-e3ce0da88875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:15.705739 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-babba4d1-b177-4a20-ac5e-2e177bdd0bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:16.905314 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:18.304943 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:18.681570 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:27.863932 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:36.226212 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 04:59:37.854962 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:37.858822 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:43.546576 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-aff9d0bd-d22c-4271-b5a5-274282cc1f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:45.717357 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b4dee11a-c472-40e5-99c1-7d898c919fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:46.218292 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:46.220558 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:46.930884 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:48.326192 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:48.692182 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:52.279416 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43014) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:52.682084 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1993195379-network', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:52.706537 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Made reservation on behalf of 9747c4b81e8844e989d70b8001a196b0 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:59:52.709532 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:52.719281 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:52.814970 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Publish callbacks [] for security_group (af3e5320-9a6b-433a-9320-a5656f454f59), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:52.818985 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (af3e5320-9a6b-433a-9320-a5656f454f59), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:52.851364 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 04:59:52.856708 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3e5320-9a6b-433a-9320-a5656f454f59,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:52.872037 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (5fbe2362-e83b-40f4-b4cc-6d05323022cb), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:52.872673 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Added segment 5fbe2362-e83b-40f4-b4cc-6d05323022cb of type vlan for network 41d26926-2f73-4071-bfbf-1d55e6f46e9c Jul 26 04:59:52.881969 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.882312 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.882957 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.882957 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.883286 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.883824 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.884495 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.885004 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.885496 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.885611 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.888299 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.888299 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.888299 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.888299 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.888299 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Tracked resource versions report: Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: pushed versions: Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Agent': {'1.1'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Log': {'1.0'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Network': {'1.1'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Port': {'1.7'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: consumer versions: Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: HyperV agent@hv-cinder-85057: {}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: L3 agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: Metadata agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: Metering agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-850574-1-iscsi: { 'AddressGroup': '1.2', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Agent': '1.1', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Log': '1.0', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'NDPProxy': '1.0', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Network': '1.1', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Port': '1.7', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'PortForwarding': '1.3', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'QosPolicy': '1.10', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'SubPort': '1.0', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Subnet': '1.1', Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: 'Trunk': '1.1'}} Jul 26 04:59:52.888750 dv-cinder-850574-1-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 04:59:52.924779 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (41d26926-2f73-4071-bfbf-1d55e6f46e9c), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:52.951971 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (41d26926-2f73-4071-bfbf-1d55e6f46e9c), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:52.953570 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:59:52.954339 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:52.982856 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7021253 Jul 26 04:59:52.986118 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43074) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:52.996865 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Request body: {'subnet': {'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1993195379-subnet', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:53.022805 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Made reservation on behalf of 9747c4b81e8844e989d70b8001a196b0 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:59:53.025746 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:53.031265 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ecf8-e24f-4183-9912-837defc24bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=41d26926-2f73-4071-bfbf-1d55e6f46e9c,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:53.043734 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 04:59:53.126429 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43080) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:53.166878 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43086) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:53.218703 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43092) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:53.260795 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:53.319646 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:53.332183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.332688 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.333166 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.333727 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.334209 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.334679 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.335157 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.335666 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.336146 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.336611 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.337088 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.337576 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.338055 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.338517 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.339161 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Tracked resource versions report: Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: pushed versions: Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Agent': {'1.1'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Log': {'1.0'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Network': {'1.1'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Port': {'1.7'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: consumer versions: Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: HyperV agent@hv-cinder-85057: {}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: L3 agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: Metadata agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: Metering agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-850574-1-iscsi: { 'AddressGroup': '1.2', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Agent': '1.1', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Log': '1.0', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'NDPProxy': '1.0', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Network': '1.1', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Port': '1.7', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'PortForwarding': '1.3', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'QosPolicy': '1.10', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'SubPort': '1.0', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Subnet': '1.1', Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: 'Trunk': '1.1'}} Jul 26 04:59:53.340620 dv-cinder-850574-1-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 04:59:53.367136 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Checking segment: {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:59:53.367872 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Network hostable DHCP agents. Network: 41d26926-2f73-4071-bfbf-1d55e6f46e9c, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 04:59:53.391056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 04:59:53.404254 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 41d26926-2f73-4071-bfbf-1d55e6f46e9c) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:59:53.415239 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2d617-964b-4083-b20d-e724c577ff24 None None] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:59:53.425653 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:59:53.426473 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:53.463095 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-36b13660-1bd3-4bc3-b360-7df68dcded2e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4726369 Jul 26 04:59:53.463432 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43098) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:53.468739 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:53.526300 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:53.528534 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:53.593373 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 04:59:53.594497 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:53.613260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-483669171-network', 'tenant_id': '981b76b8fd394154a07921073ab08ed6'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:53.681690 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Made reservation on behalf of 981b76b8fd394154a07921073ab08ed6 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:59:53.685674 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:53.720006 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:53.863586 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks [] for router_controller (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:53.877711 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-478398637-network', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:53.899071 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-67201337-network', 'tenant_id': '27187d178a5f47b49035991ab566c2d9'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:53.979127 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Publish callbacks [] for security_group (d237e5f3-e21f-4402-bd6e-feafdbb3a49b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.008212 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d237e5f3-e21f-4402-bd6e-feafdbb3a49b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.088491 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Allocated IP 172.20.0.2 (41d26926-2f73-4071-bfbf-1d55e6f46e9c/15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf/63142c94-e594-4d8f-8778-ebeaf74cebb6) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 04:59:54.136657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d237e5f3-e21f-4402-bd6e-feafdbb3a49b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:54.169183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 04:59:54.194051 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (32167149-1c6a-4908-9f4a-7e6910acdf13), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.197687 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Added segment 32167149-1c6a-4908-9f4a-7e6910acdf13 of type vlan for network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 Jul 26 04:59:54.311658 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (52bd74bd-39e1-48e8-89c9-cce057dd1ff3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.355947 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks [] for router_gateway (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.377338 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Made reservation on behalf of 27187d178a5f47b49035991ab566c2d9 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:59:54.389508 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.408136 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.414651 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (52bd74bd-39e1-48e8-89c9-cce057dd1ff3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.416042 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:59:54.422717 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.492081 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Publish callbacks [] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.504302 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:54.520064 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.554392 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Made reservation on behalf of 1c772e5c90114978ad92818d58ca11c2 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:59:54.554788 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.586756 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.605920 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43152) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:54.606692 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4384561 Jul 26 04:59:54.627371 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Request body: {'subnet': {'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-483669171-subnet', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:54.629142 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97436074-c461-43bd-a6c2-aa590ff3cfe5 admin admin] Pushing event updated for resources: {'Network': ['ID=52bd74bd-39e1-48e8-89c9-cce057dd1ff3,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:54.642982 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 04:59:54.648879 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:59:54.651391 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 04:59:54.653961 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 04:59:54.660292 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Pushing event updated for resources: {'Port': ['ID=63142c94-e594-4d8f-8778-ebeaf74cebb6,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:54.759256 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.759674 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.759974 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.760328 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.760667 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.760991 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.761414 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.761609 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.762105 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.762599 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.763079 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.763596 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.764075 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.764570 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.764891 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Tracked resource versions report: Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: pushed versions: Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: { 'AddressGroup': {'1.2'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Agent': {'1.1'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'ConntrackHelper': {'1.0'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'LocalIPAssociation': {'1.0'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Log': {'1.0'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'NDPProxy': {'1.0'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Network': {'1.1'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Port': {'1.7'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'PortForwarding': {'1.3'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'QosPolicy': {'1.10'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SecurityGroup': {'1.5'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SecurityGroupRule': {'1.2'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SubPort': {'1.0'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Subnet': {'1.1'}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Trunk': {'1.1'}} Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: consumer versions: Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: { DHCP agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: HyperV agent@hv-cinder-85057: {}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: L3 agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: Metadata agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: Metering agent@dv-cinder-850574-1-iscsi: {}, Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: Open vSwitch agent@dv-cinder-850574-1-iscsi: { 'AddressGroup': '1.2', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Agent': '1.1', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'ConntrackHelper': '1.0', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'LocalIPAssociation': '1.0', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Log': '1.0', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'NDPProxy': '1.0', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Network': '1.1', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Port': '1.7', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'PortForwarding': '1.3', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'QosPolicy': '1.10', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SecurityGroup': '1.5', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SecurityGroupRule': '1.2', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'SubPort': '1.0', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Subnet': '1.1', Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: 'Trunk': '1.1'}} Jul 26 04:59:54.766083 dv-cinder-850574-1-iscsi neutron-server[104003]: {{(pid=104003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 04:59:54.810116 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:54.866431 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Attempting to bind port 63142c94-e594-4d8f-8778-ebeaf74cebb6 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 04:59:54.867523 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Attempting to bind port 63142c94-e594-4d8f-8778-ebeaf74cebb6 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 04:59:54.867938 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Attempting to bind port 63142c94-e594-4d8f-8778-ebeaf74cebb6 on network 41d26926-2f73-4071-bfbf-1d55e6f46e9c {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 04:59:54.875257 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 04:59:54.876121 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Checking segment: {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:59:54.876782 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.877334 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Bound using segment: {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 04:59:54.877976 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Bound port: 63142c94-e594-4d8f-8778-ebeaf74cebb6, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 04:59:54.878527 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.923041 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks [] for router_gateway (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:54.978503 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.048413 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] For port 63142c94-e594-4d8f-8778-ebeaf74cebb6, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 04:59:55.058056 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] For port 63142c94-e594-4d8f-8778-ebeaf74cebb6, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=63142c94-e594-4d8f-8778-ebeaf74cebb6,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 04:59:55.069293 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.186738 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Made reservation on behalf of 981b76b8fd394154a07921073ab08ed6 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:59:55.196165 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.223223 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:55.270754 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:55.293805 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71989c48-fd9b-4b0e-98ff-53b2a0c3fc9e None None] Pushing event updated for resources: {'Port': ['ID=63142c94-e594-4d8f-8778-ebeaf74cebb6,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:55.454832 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Publish callbacks [] for security_group (2c487bfc-d1fc-4be9-9dfc-55d84514019f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.497681 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (2c487bfc-d1fc-4be9-9dfc-55d84514019f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.507530 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Allocated IP 172.27.3.222 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/5eb2b910-c77c-4281-a262-809b29eb8000) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 04:59:55.570282 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Publish callbacks [] for security_group (acb42388-26d3-4196-980f-0358b3c597b5), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.608094 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (acb42388-26d3-4196-980f-0358b3c597b5), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.694203 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 04:59:55.694203 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=24,neutron:SELECT=72,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:55.718589 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43196) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:55.718589 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43198) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:55.749879 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 04:59:55.764924 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (91c54d04-32ec-4efb-bb2d-1d77ae345607), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.765280 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Added segment 91c54d04-32ec-4efb-bb2d-1d77ae345607 of type vlan for network b59dfcee-9319-4218-b70b-67be8305e37d Jul 26 04:59:55.769683 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c487bfc-d1fc-4be9-9dfc-55d84514019f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:55.888544 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d15e95f0-48f0-46ab-85aa-348ab0e0cd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.916052 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (f5e1948a-66af-43c5-a3c6-58743779c990), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.916864 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Added segment f5e1948a-66af-43c5-a3c6-58743779c990 of type vlan for network 94dd837e-81c9-4e2e-9135-742712cb9531 Jul 26 04:59:55.932328 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-115f3153-d050-4341-be59-76a57494da68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.936674 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:55.939695 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:55.959760 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (b59dfcee-9319-4218-b70b-67be8305e37d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.988793 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks [] for port (5eb2b910-c77c-4281-a262-809b29eb8000), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:55.995631 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb42388-26d3-4196-980f-0358b3c597b5,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:56.029625 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (94dd837e-81c9-4e2e-9135-742712cb9531), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.031766 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:56.069149 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d15e95f0-48f0-46ab-85aa-348ab0e0cd5c admin admin] Publish callbacks [] for security_group (e40c1155-7b28-4147-8159-ddfa287baba6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.083535 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d15e95f0-48f0-46ab-85aa-348ab0e0cd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e40c1155-7b28-4147-8159-ddfa287baba6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.109330 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-115f3153-d050-4341-be59-76a57494da68 admin admin] Publish callbacks [] for security_group (da270542-d9cc-4f3f-96cb-d3458b8e9a8a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.127884 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-115f3153-d050-4341-be59-76a57494da68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (da270542-d9cc-4f3f-96cb-d3458b8e9a8a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.142615 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (b59dfcee-9319-4218-b70b-67be8305e37d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.143633 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:59:56.144209 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.169753 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d15e95f0-48f0-46ab-85aa-348ab0e0cd5c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8653b1f3efea450dae2a0881cb757c86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4478934 Jul 26 04:59:56.170162 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e95f0-48f0-46ab-85aa-348ab0e0cd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40c1155-7b28-4147-8159-ddfa287baba6,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:56.175785 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-115f3153-d050-4341-be59-76a57494da68 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b8af7edda5f24572bdbf92e950c73ff5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4653375 Jul 26 04:59:56.178582 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43206) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:56.180425 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43208) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:56.189290 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (aeb0aa99-f043-4a69-af17-d231947f194e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.235024 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (94dd837e-81c9-4e2e-9135-742712cb9531), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.235942 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:59:56.236519 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.247932 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 3.0277550 Jul 26 04:59:56.256474 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43212) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:56.257024 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f3153-d050-4341-be59-76a57494da68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da270542-d9cc-4f3f-96cb-d3458b8e9a8a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:56.282251 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Request body: {'subnet': {'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-subnet', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:56.287917 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.365870 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f52e4c-f363-45d8-9014-fd27822973d7 admin admin] Pushing event updated for resources: {'Network': ['ID=b59dfcee-9319-4218-b70b-67be8305e37d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:56.367303 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9469fab1-d5eb-45b2-93cc-22b551fe1bc4 admin admin] Publish callbacks [] for security_group (da270542-d9cc-4f3f-96cb-d3458b8e9a8a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.381329 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network b59dfcee-9319-4218-b70b-67be8305e37d details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 04:59:56.386975 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Made reservation on behalf of 27187d178a5f47b49035991ab566c2d9 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:59:56.389403 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.406252 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 3.2786016 Jul 26 04:59:56.420218 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43224) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:56.436651 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Request body: {'subnet': {'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-subnet', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:56.478724 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb0aa99-f043-4a69-af17-d231947f194e,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:56.483176 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3984d6fa-1eff-4bd5-bab0-e0b599facf45 admin admin] Publish callbacks [] for security_group (e40c1155-7b28-4147-8159-ddfa287baba6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.509701 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9469fab1-d5eb-45b2-93cc-22b551fe1bc4 admin admin] Publish callbacks [] for security_group (da270542-d9cc-4f3f-96cb-d3458b8e9a8a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.562941 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3984d6fa-1eff-4bd5-bab0-e0b599facf45 admin admin] Publish callbacks [] for security_group (e40c1155-7b28-4147-8159-ddfa287baba6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.608449 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:56.627485 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 04:59:56.628352 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Pushing event updated for resources: {'Port': ['ID=5eb2b910-c77c-4281-a262-809b29eb8000,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:56.642408 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:59:56.644795 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:56.671076 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7286d-f26c-48e0-af75-ca571c46aa66 admin admin] Pushing event updated for resources: {'Network': ['ID=94dd837e-81c9-4e2e-9135-742712cb9531,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:56.690512 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Made reservation on behalf of 1c772e5c90114978ad92818d58ca11c2 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:59:56.693746 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.697557 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9469fab1-d5eb-45b2-93cc-22b551fe1bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (da270542-d9cc-4f3f-96cb-d3458b8e9a8a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.702330 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9469fab1-d5eb-45b2-93cc-22b551fe1bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.704777 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9469fab1-d5eb-45b2-93cc-22b551fe1bc4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/da270542-d9cc-4f3f-96cb-d3458b8e9a8a HTTP/1.1" status: 204 len: 168 time: 0.5174129 Jul 26 04:59:56.721689 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 94dd837e-81c9-4e2e-9135-742712cb9531 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 04:59:56.722787 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Checking segment: {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:59:56.723955 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Network hostable DHCP agents. Network: 52bd74bd-39e1-48e8-89c9-cce057dd1ff3, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 04:59:56.736687 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3984d6fa-1eff-4bd5-bab0-e0b599facf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e40c1155-7b28-4147-8159-ddfa287baba6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.769911 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3984d6fa-1eff-4bd5-bab0-e0b599facf45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:56.769911 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3984d6fa-1eff-4bd5-bab0-e0b599facf45 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e40c1155-7b28-4147-8159-ddfa287baba6 HTTP/1.1" status: 204 len: 168 time: 0.5611336 Jul 26 04:59:56.797664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 04:59:56.817832 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469fab1-d5eb-45b2-93cc-22b551fe1bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da270542-d9cc-4f3f-96cb-d3458b8e9a8a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:56.886249 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984d6fa-1eff-4bd5-bab0-e0b599facf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40c1155-7b28-4147-8159-ddfa287baba6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:56.943278 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 63142c94-e594-4d8f-8778-ebeaf74cebb6 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 04:59:57.006992 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc236df3-d45a-4d46-a03e-a1a71829e55b None None] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:59:57.188849 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-21c2910d-0018-440d-bed4-9b07716b86f4 None None] Provisioning complete for port 63142c94-e594-4d8f-8778-ebeaf74cebb6 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:59:57.189563 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-21c2910d-0018-440d-bed4-9b07716b86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:57.262494 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:57.319799 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (30a12777-e5f7-4c1d-97a2-fde459216aa1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:57.527408 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 04:59:57.539863 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a12777-e5f7-4c1d-97a2-fde459216aa1,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:57.591145 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Checking segment: {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:59:57.592093 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Network hostable DHCP agents. Network: b59dfcee-9319-4218-b70b-67be8305e37d, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 04:59:57.613689 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 52bd74bd-39e1-48e8-89c9-cce057dd1ff3) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:59:57.651367 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 63142c94-e594-4d8f-8778-ebeaf74cebb6 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:59:57.652566 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Network b59dfcee-9319-4218-b70b-67be8305e37d is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 04:59:57.654934 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:57.667714 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3743dbb0-80ee-44d5-8206-f8c1467569b5 None None] Network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:59:57.676866 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43262) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:57.698272 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, b59dfcee-9319-4218-b70b-67be8305e37d) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:59:57.720736 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:59:57.721942 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:57.771797 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3a1656e-a730-4e7d-a5fb-f184c7f2f420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:57.780537 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b1f1a-253a-49d0-bd0d-7d6dee2b5ce6 None None] Network b59dfcee-9319-4218-b70b-67be8305e37d requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:59:57.833972 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cbcc2a96-f979-46ad-9db3-46127b40209e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5596027 Jul 26 04:59:57.835015 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43268) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:57.846163 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:57.941540 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:59:57.942488 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:57.970483 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 63142c94-e594-4d8f-8778-ebeaf74cebb6 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:59:57.973880 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:57.974809 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (02502522-c056-4f39-a5d0-08ca48135a2c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:57.978830 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (02502522-c056-4f39-a5d0-08ca48135a2c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.036186 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 63142c94-e594-4d8f-8778-ebeaf74cebb6, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=63142c94-e594-4d8f-8778-ebeaf74cebb6,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 04:59:58.041932 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks [] for router_gateway (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.046018 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-b59dfcee-9319-4218-b70b-67be8305e37d', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'project_id': '27187d178a5f47b49035991ab566c2d9', 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 04:59:58.047905 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.149439 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.161260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks [] for router_controller (02502522-c056-4f39-a5d0-08ca48135a2c), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.175384 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3a1656e-a730-4e7d-a5fb-f184c7f2f420 admin admin] Publish callbacks [] for security_group (c71f7b5a-c5db-421c-8886-378d176d4de9), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.183252 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3a1656e-a730-4e7d-a5fb-f184c7f2f420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (c71f7b5a-c5db-421c-8886-378d176d4de9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.209739 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-cdc13e66-8f94-4e55-9e14-365570e881d8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.5870967 Jul 26 04:59:58.225074 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=63142c94-e594-4d8f-8778-ebeaf74cebb6,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:58.233588 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:58.294140 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43276) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:58.305964 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:58.315379 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.358599 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (253b6666-1911-48dd-a6f6-76871c57c95e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.360107 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:58.371185 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-21c2910d-0018-440d-bed4-9b07716b86f4 None None] Current status of the port 63142c94-e594-4d8f-8778-ebeaf74cebb6 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:59:58.379027 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-52bd74bd-39e1-48e8-89c9-cce057dd1ff3', 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3', 'project_id': '981b76b8fd394154a07921073ab08ed6', 'fixed_ips': [{'subnet_id': 'aeb0aa99-f043-4a69-af17-d231947f194e'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 04:59:58.380286 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.403133 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Allocated IP 172.20.0.2 (b59dfcee-9319-4218-b70b-67be8305e37d/30a12777-e5f7-4c1d-97a2-fde459216aa1/475d5c6f-d321-4647-a0ba-2b0be3626246) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 04:59:58.470475 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1656e-a730-4e7d-a5fb-f184c7f2f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f7b5a-c5db-421c-8886-378d176d4de9,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:58.512412 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c3a1656e-a730-4e7d-a5fb-f184c7f2f420 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=49bc5f90455e43cdafc1d2b452bd4c9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8325508 Jul 26 04:59:58.515545 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43290) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:58.619769 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks [] for router_gateway (02502522-c056-4f39-a5d0-08ca48135a2c), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.681553 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=253b6666-1911-48dd-a6f6-76871c57c95e,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:58.694554 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eec31a71-cdca-4b27-8264-a45a7a6d4bc1 admin admin] Publish callbacks [] for security_group (c71f7b5a-c5db-421c-8886-378d176d4de9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.734310 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eec31a71-cdca-4b27-8264-a45a7a6d4bc1 admin admin] Publish callbacks [] for security_group (c71f7b5a-c5db-421c-8886-378d176d4de9), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.747741 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (cfbb6e53-18ae-40e1-b685-f15c83939e73), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.752169 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (cfbb6e53-18ae-40e1-b685-f15c83939e73), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:58.799152 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:58.841066 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43298) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:58.857176 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 63142c94-e594-4d8f-8778-ebeaf74cebb6 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 04:59:58.901143 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Checking segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 04:59:58.901710 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Network hostable DHCP agents. Network: 94dd837e-81c9-4e2e-9135-742712cb9531, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 04:59:58.911380 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:58.946776 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:59.000582 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-c163bd4b-21b4-4cd5-99b5-da45ac54b4af None None] Provisioning complete for port 63142c94-e594-4d8f-8778-ebeaf74cebb6 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:59:59.001013 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c163bd4b-21b4-4cd5-99b5-da45ac54b4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.044427 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Publish callbacks [] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.044815 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks [] for router_controller (cfbb6e53-18ae-40e1-b685-f15c83939e73), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.047489 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.059273 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:59.088973 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.116655 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eec31a71-cdca-4b27-8264-a45a7a6d4bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (c71f7b5a-c5db-421c-8886-378d176d4de9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.124432 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eec31a71-cdca-4b27-8264-a45a7a6d4bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.128191 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-eec31a71-cdca-4b27-8264-a45a7a6d4bc1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c71f7b5a-c5db-421c-8886-378d176d4de9 HTTP/1.1" status: 204 len: 168 time: 0.6113291 Jul 26 04:59:59.149105 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks [] for router_gateway (02502522-c056-4f39-a5d0-08ca48135a2c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.194304 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Pushing event updated for resources: {'Port': ['ID=475d5c6f-d321-4647-a0ba-2b0be3626246,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:59.215874 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 63142c94-e594-4d8f-8778-ebeaf74cebb6 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 04:59:59.216247 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec31a71-cdca-4b27-8264-a45a7a6d4bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f7b5a-c5db-421c-8886-378d176d4de9,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:59.216357 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.222462 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.253410 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125246665-network', 'tenant_id': '4e1d08f366f24923bb7b43a52178d51e'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:59.314899 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Network 94dd837e-81c9-4e2e-9135-742712cb9531 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 04:59:59.331592 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43308) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:59.356989 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 94dd837e-81c9-4e2e-9135-742712cb9531) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:59:59.357515 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Network b59dfcee-9319-4218-b70b-67be8305e37d is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 04:59:59.359664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Made reservation on behalf of 4e1d08f366f24923bb7b43a52178d51e for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 04:59:59.362678 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.406008 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.409986 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 04:59:59.410952 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.449682 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74d1e90-a7cd-4ad3-ae2c-20729a30b2bb None None] Network 94dd837e-81c9-4e2e-9135-742712cb9531 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 04:59:59.453511 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:59.454845 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-c163bd4b-21b4-4cd5-99b5-da45ac54b4af None None] Current status of the port 63142c94-e594-4d8f-8778-ebeaf74cebb6 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:59:59.474852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 04:59:59.485755 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 04:59:59.511194 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Allocated IP 172.20.0.2 (52bd74bd-39e1-48e8-89c9-cce057dd1ff3/aeb0aa99-f043-4a69-af17-d231947f194e/1e77fff5-7636-4821-9bc4-b2568a220b05) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 04:59:59.567419 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Allocated IP 172.27.3.96 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/cf992cce-746e-4598-9920-31eec9de7038) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 04:59:59.632349 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Publish callbacks [] for security_group (73d0a502-8add-40a4-a9d1-bfd790db6ed9), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.644731 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 04:59:59.682500 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks [] for router_gateway (cfbb6e53-18ae-40e1-b685-f15c83939e73), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.690317 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (73d0a502-8add-40a4-a9d1-bfd790db6ed9), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.725794 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ed1e8f2a-be54-469e-ad2a-0c18476b42aa admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.2959385 Jul 26 04:59:59.729576 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43316) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 04:59:59.734060 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 04:59:59.766629 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 04:59:59.789964 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7de3d9f-0bcb-4e41-a685-6c1231e1a3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.834783 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 63142c94-e594-4d8f-8778-ebeaf74cebb6 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 04:59:59.859134 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 04:59:59.928126 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d0a502-8add-40a4-a9d1-bfd790db6ed9,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 04:59:59.934453 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks [] for port (cf992cce-746e-4598-9920-31eec9de7038), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.950084 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 04:59:59.950725 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Added segment 2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3 of type vlan for network 7408b275-34da-400f-89c9-917bed4a3107 Jul 26 05:00:00.022181 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (fe8be3be-6385-4fff-b609-cd7d5437c478), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.023589 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (fe8be3be-6385-4fff-b609-cd7d5437c478), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.034640 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Attempting to bind port 475d5c6f-d321-4647-a0ba-2b0be3626246 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:00.035258 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Attempting to bind port 475d5c6f-d321-4647-a0ba-2b0be3626246 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:00.035413 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Attempting to bind port 475d5c6f-d321-4647-a0ba-2b0be3626246 on network b59dfcee-9319-4218-b70b-67be8305e37d {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:00.041883 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7de3d9f-0bcb-4e41-a685-6c1231e1a3f4 admin admin] Publish callbacks [] for security_group (37a794e8-343e-4bd7-94df-1f28efa01693), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.044422 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (cf992cce-746e-4598-9920-31eec9de7038), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.077839 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e7de3d9f-0bcb-4e41-a685-6c1231e1a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (37a794e8-343e-4bd7-94df-1f28efa01693), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.078483 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:00.078483 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Checking segment: {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:00.078483 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.078483 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Bound using segment: {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:00.079687 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Bound port: 475d5c6f-d321-4647-a0ba-2b0be3626246, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:00.079687 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.108876 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (7408b275-34da-400f-89c9-917bed4a3107), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.137664 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:00.153541 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:00.158800 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Pushing event updated for resources: {'Port': ['ID=cf992cce-746e-4598-9920-31eec9de7038,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:00.160830 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:00.167392 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de3d9f-0bcb-4e41-a685-6c1231e1a3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a794e8-343e-4bd7-94df-1f28efa01693,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:00.173396 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e7de3d9f-0bcb-4e41-a685-6c1231e1a3f4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f797e5a15e8b4bc887794be8dc622961&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8294923 Jul 26 05:00:00.174178 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43328) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:00.187675 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=89 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:00.195370 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-94dd837e-81c9-4e2e-9135-742712cb9531', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 05:00:00.196695 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.200026 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Publish callbacks [] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.240058 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.275146 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.db.resource_extend [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 26 05:00:00.296201 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] For port 475d5c6f-d321-4647-a0ba-2b0be3626246, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:00.372662 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:00.374527 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks [] for router_controller (fe8be3be-6385-4fff-b609-cd7d5437c478), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.387008 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:00.392972 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] For port 475d5c6f-d321-4647-a0ba-2b0be3626246, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=475d5c6f-d321-4647-a0ba-2b0be3626246,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:00.397444 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:00.405140 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Pushing event updated for resources: {'Port': ['ID=1e77fff5-7636-4821-9bc4-b2568a220b05,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:00.420374 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.517556 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (7408b275-34da-400f-89c9-917bed4a3107), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.518580 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:00.519337 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.522126 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:00.537014 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:00:00.551666 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Sync routers for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:00:00.579944 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:00.580684 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:00.616712 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:00.698469 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks [] for router_gateway (02502522-c056-4f39-a5d0-08ca48135a2c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.762852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Attempting to bind port 1e77fff5-7636-4821-9bc4-b2568a220b05 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:00.763665 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Attempting to bind port 1e77fff5-7636-4821-9bc4-b2568a220b05 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:00.764319 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Attempting to bind port 1e77fff5-7636-4821-9bc4-b2568a220b05 on network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:00.809949 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:00.810644 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Checking segment: {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:00.811143 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.811721 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Bound using segment: {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:00.812334 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Bound port: 1e77fff5-7636-4821-9bc4-b2568a220b05, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:00.815102 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.855004 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23903aae-95fc-4130-bb2f-db8149d10a81 None None] Pushing event updated for resources: {'Port': ['ID=475d5c6f-d321-4647-a0ba-2b0be3626246,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:00.867392 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:00.884623 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] Pushing event updated for resources: {'Network': ['ID=7408b275-34da-400f-89c9-917bed4a3107,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:00.906933 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:00.913187 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-77910481-3916-46b9-a1d6-39671db76b6e admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4437010 Jul 26 05:00:00.926995 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43344) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:00.932458 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 7408b275-34da-400f-89c9-917bed4a3107 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:00:00.953372 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Allocated IP 172.20.0.2 (94dd837e-81c9-4e2e-9135-742712cb9531/253b6666-1911-48dd-a6f6-76871c57c95e/730bfc56-2ea3-4190-b376-07c2051812ac) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:00.955470 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:01.086285 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks [] for router_gateway (fe8be3be-6385-4fff-b609-cd7d5437c478), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.123435 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-684512c6-e70b-4c1c-b806-bab0978bc906 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2354774 Jul 26 05:00:01.167827 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43350) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:01.185016 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:01.186717 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks [] for router_gateway (cfbb6e53-18ae-40e1-b685-f15c83939e73), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.193202 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Request body: {'subnet': {'network_id': '7408b275-34da-400f-89c9-917bed4a3107', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1125246665-subnet', 'tenant_id': '4e1d08f366f24923bb7b43a52178d51e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:01.222029 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] For port 1e77fff5-7636-4821-9bc4-b2568a220b05, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:01.229682 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] For port 1e77fff5-7636-4821-9bc4-b2568a220b05, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=1e77fff5-7636-4821-9bc4-b2568a220b05,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:01.259401 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.322444 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Made reservation on behalf of 4e1d08f366f24923bb7b43a52178d51e for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:00:01.326123 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.355462 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a82103-700f-4131-b84b-54d7fc77b5c9 None None] Pushing event updated for resources: {'Port': ['ID=1e77fff5-7636-4821-9bc4-b2568a220b05,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:01.362918 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-383241f5-23f3-4052-a252-47ee9a1f9cf0 admin admin] Publish callbacks [] for security_group (37a794e8-343e-4bd7-94df-1f28efa01693), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.394466 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:01.404312 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.430609 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T04:59:57Z', 'revision_number': 3, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T04:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:01.474816 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (02502522-c056-4f39-a5d0-08ca48135a2c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.542158 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Checking router: 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:00:01.542872 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Updating router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 port 5eb2b910-c77c-4281-a262-809b29eb8000 binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:00:01.590609 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.628262 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-383241f5-23f3-4052-a252-47ee9a1f9cf0 admin admin] Publish callbacks [] for security_group (37a794e8-343e-4bd7-94df-1f28efa01693), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.655476 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:01.666544 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Publish callbacks [] for port (730bfc56-2ea3-4190-b376-07c2051812ac), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.679696 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:01.825816 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Network 94dd837e-81c9-4e2e-9135-742712cb9531 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:01.830998 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:01.836679 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:01.895761 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Pushing event updated for resources: {'Port': ['ID=730bfc56-2ea3-4190-b376-07c2051812ac,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:01.901836 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Router 02502522-c056-4f39-a5d0-08ca48135a2c is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:00:02.061343 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Attempting to bind port 730bfc56-2ea3-4190-b376-07c2051812ac on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:02.063784 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Attempting to bind port 730bfc56-2ea3-4190-b376-07c2051812ac by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:02.064184 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Attempting to bind port 730bfc56-2ea3-4190-b376-07c2051812ac on network 94dd837e-81c9-4e2e-9135-742712cb9531 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:02.073619 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:02.074297 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Checking segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:02.075033 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:02.076906 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Bound using segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:02.077652 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Bound port: 730bfc56-2ea3-4190-b376-07c2051812ac, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:02.078609 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:02.187147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:00:02.198983 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Allocated IP 172.27.3.89 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:02.206398 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Sync routers for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:00:02.244532 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:02.246926 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3f509809-5f08-43a5-88a2-16e359f6791e admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4082017 Jul 26 05:00:02.255480 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] For port 730bfc56-2ea3-4190-b376-07c2051812ac, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:02.255480 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:02.258190 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:02.260457 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:02.271198 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43374) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:02.493285 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] For port 730bfc56-2ea3-4190-b376-07c2051812ac, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=730bfc56-2ea3-4190-b376-07c2051812ac,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:02.511890 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:02.518319 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a43725-5cf5-42d0-8896-a7dee67b8bb4 None None] Network b59dfcee-9319-4218-b70b-67be8305e37d requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:00:02.557159 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:02.567771 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-383241f5-23f3-4052-a252-47ee9a1f9cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (37a794e8-343e-4bd7-94df-1f28efa01693), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:02.570780 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-383241f5-23f3-4052-a252-47ee9a1f9cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:02.572239 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-383241f5-23f3-4052-a252-47ee9a1f9cf0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/37a794e8-343e-4bd7-94df-1f28efa01693 HTTP/1.1" status: 204 len: 168 time: 2.3970556 Jul 26 05:00:02.682705 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks [] for router_gateway (fe8be3be-6385-4fff-b609-cd7d5437c478), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:02.773361 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:02.782934 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (2f83f45a-e982-4d1c-af95-106d17270bc1), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:02.805396 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:02.806405 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383241f5-23f3-4052-a252-47ee9a1f9cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a794e8-343e-4bd7-94df-1f28efa01693,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:03.038230 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5797ef6-5414-4ada-911e-ccd55c998941 None None] Pushing event updated for resources: {'Port': ['ID=730bfc56-2ea3-4190-b376-07c2051812ac,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:03.054270 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 1e77fff5-7636-4821-9bc4-b2568a220b05 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:03.058427 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:00Z', 'revision_number': 3, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T04:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:03.152561 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Checking router: 02502522-c056-4f39-a5d0-08ca48135a2c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:00:03.153086 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Updating router 02502522-c056-4f39-a5d0-08ca48135a2c port cf992cce-746e-4598-9920-31eec9de7038 binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:00:03.221379 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-1105df96-8116-4c24-a402-34c335ba9849 None None] Provisioning complete for port 475d5c6f-d321-4647-a0ba-2b0be3626246 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:03.221779 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1105df96-8116-4c24-a402-34c335ba9849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:03.280378 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:03.334528 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f83f45a-e982-4d1c-af95-106d17270bc1,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:03.429480 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77052f8a-d6de-40b8-a3ae-dacffe6d2319 None None] Network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:00:03.450308 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (cf992cce-746e-4598-9920-31eec9de7038), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:03.498427 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:03.641616 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:03.666755 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks [] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:03.757007 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:03.770125 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Checking segment: {'id': '2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7408b275-34da-400f-89c9-917bed4a3107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:03.770125 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Network hostable DHCP agents. Network: 7408b275-34da-400f-89c9-917bed4a3107, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:00:03.842491 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 1e77fff5-7636-4821-9bc4-b2568a220b05 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:03.847621 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:03.880740 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Network 7408b275-34da-400f-89c9-917bed4a3107 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:00:03.911497 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.021464 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 7408b275-34da-400f-89c9-917bed4a3107) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:04.088618 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d04a008-48d1-4424-bb7f-1f8e9df13bd5 None None] Network 7408b275-34da-400f-89c9-917bed4a3107 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:00:04.095390 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Allocated IP 172.20.0.1 (b59dfcee-9319-4218-b70b-67be8305e37d/30a12777-e5f7-4c1d-97a2-fde459216aa1/058e0acf-866f-470f-9d50-e6ef80ec412e) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:04.132508 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:04.133108 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.140981 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:04.149705 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:04.166559 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:04.193528 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:04.210467 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-88943874-67ec-445c-a5c1-e4fd07a5a0e8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0214665 Jul 26 05:00:04.215174 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Pushing event updated for resources: {'Port': ['ID=6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:04.252410 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:04.258481 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Publish callbacks [] for port (5eb2b910-c77c-4281-a262-809b29eb8000), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.271636 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.304477 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.317916 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Publish callbacks [] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.354792 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Pushing event updated for resources: {'Port': ['ID=5eb2b910-c77c-4281-a262-809b29eb8000,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:04.363677 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:04.373021 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.373826 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.374558 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.375079 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.375585 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.376358 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.376959 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.378500 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.379542 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.380313 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.381532 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.382850 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.393746 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.394916 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.395482 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Tracked resource versions report: Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: pushed versions: Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: { 'AddressGroup': {'1.2'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Agent': {'1.1'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'ConntrackHelper': {'1.0'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'LocalIPAssociation': {'1.0'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Log': {'1.0'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'NDPProxy': {'1.0'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Network': {'1.1'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Port': {'1.7'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'PortForwarding': {'1.3'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'QosPolicy': {'1.10'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SecurityGroup': {'1.5'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SecurityGroupRule': {'1.2'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SubPort': {'1.0'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Subnet': {'1.1'}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Trunk': {'1.1'}} Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: consumer versions: Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: { DHCP agent@dv-cinder-850574-1-iscsi: {}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: HyperV agent@hv-cinder-85057: {}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: L3 agent@dv-cinder-850574-1-iscsi: {}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: Metadata agent@dv-cinder-850574-1-iscsi: {}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: Metering agent@dv-cinder-850574-1-iscsi: {}, Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: Open vSwitch agent@dv-cinder-850574-1-iscsi: { 'AddressGroup': '1.2', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Agent': '1.1', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'ConntrackHelper': '1.0', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'LocalIPAssociation': '1.0', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Log': '1.0', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'NDPProxy': '1.0', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Network': '1.1', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Port': '1.7', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'PortForwarding': '1.3', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'QosPolicy': '1.10', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SecurityGroup': '1.5', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SecurityGroupRule': '1.2', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'SubPort': '1.0', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Subnet': '1.1', Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: 'Trunk': '1.1'}} Jul 26 05:00:04.397654 dv-cinder-850574-1-iscsi neutron-server[104004]: {{(pid=104004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 05:00:04.400375 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.428287 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-1105df96-8116-4c24-a402-34c335ba9849 None None] Current status of the port 475d5c6f-d321-4647-a0ba-2b0be3626246 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:04.429390 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1105df96-8116-4c24-a402-34c335ba9849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.434146 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Attempting to bind port 5eb2b910-c77c-4281-a262-809b29eb8000 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:04.434697 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Attempting to bind port 5eb2b910-c77c-4281-a262-809b29eb8000 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:04.435208 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Attempting to bind port 5eb2b910-c77c-4281-a262-809b29eb8000 on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:04.443006 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:04.443750 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:04.444409 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.444943 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:04.445634 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Bound port: 5eb2b910-c77c-4281-a262-809b29eb8000, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:04.446179 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.514507 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] For port 5eb2b910-c77c-4281-a262-809b29eb8000, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:04.520302 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] For port 5eb2b910-c77c-4281-a262-809b29eb8000, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=5eb2b910-c77c-4281-a262-809b29eb8000,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:04.531455 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Network b59dfcee-9319-4218-b70b-67be8305e37d is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:04.532951 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.541475 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:04.562755 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:04.563322 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (02502522-c056-4f39-a5d0-08ca48135a2c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:04.666327 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fcb88-108f-4839-a592-4151080b6729 None None] Pushing event updated for resources: {'Port': ['ID=5eb2b910-c77c-4281-a262-809b29eb8000,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:04.722860 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:04.723621 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:04.902566 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:04.923531 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Pushing event updated for resources: {'Port': ['ID=058e0acf-866f-470f-9d50-e6ef80ec412e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:04.931967 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:04.973834 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Allocated IP 172.27.3.169 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/9617c36c-29b2-400e-9036-e8d58eae022e) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:05.081763 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:05.285698 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-1105df96-8116-4c24-a402-34c335ba9849 None None] For port 475d5c6f-d321-4647-a0ba-2b0be3626246, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=475d5c6f-d321-4647-a0ba-2b0be3626246,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:05.315703 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1105df96-8116-4c24-a402-34c335ba9849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:05.325355 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a853e6e-a8c6-4467-b176-3b0da61fd1c7 None None] Network 7408b275-34da-400f-89c9-917bed4a3107 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:00:05.457419 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 1e77fff5-7636-4821-9bc4-b2568a220b05 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:05.458055 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:05.464721 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665aa443-39e0-46b3-941b-e56ad7a8af2b None None] Network 94dd837e-81c9-4e2e-9135-742712cb9531 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:00:05.502112 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T04:59:57Z', 'revision_number': 3, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:05.577570 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef33bf35-d2da-497c-bfb1-b0e5f6473422 None None] The sync data for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi is: [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T04:59:57Z', 'revision_number': 3, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:00:05.738611 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks [] for router_gateway (cfbb6e53-18ae-40e1-b685-f15c83939e73), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:05.806452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:05.811172 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Provisioning complete for port 058e0acf-866f-470f-9d50-e6ef80ec412e triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:05.811541 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:05.835607 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:05.855466 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Publish callbacks [] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:05.865661 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks [] for port (9617c36c-29b2-400e-9036-e8d58eae022e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:05.866363 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:05.868009 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Allocated IP 172.20.0.1 (41d26926-2f73-4071-bfbf-1d55e6f46e9c/15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf/3604ac4d-95d1-47a6-90b1-3872556099ba) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:05.868593 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (02502522-c056-4f39-a5d0-08ca48135a2c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:05.935261 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Pushing event updated for resources: {'Port': ['ID=058e0acf-866f-470f-9d50-e6ef80ec412e,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:06.044316 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 1e77fff5-7636-4821-9bc4-b2568a220b05, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=1e77fff5-7636-4821-9bc4-b2568a220b05,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:06.045471 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105df96-8116-4c24-a402-34c335ba9849 None None] Pushing event updated for resources: {'Port': ['ID=475d5c6f-d321-4647-a0ba-2b0be3626246,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:06.097272 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:06.132735 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:06.137044 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 475d5c6f-d321-4647-a0ba-2b0be3626246 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:06.140790 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Network b59dfcee-9319-4218-b70b-67be8305e37d is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:06.145611 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:06.193431 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:06.223166 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Port 058e0acf-866f-470f-9d50-e6ef80ec412e cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:06.230093 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:06.437427 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43504) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:06.468083 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330112641-network', 'tenant_id': 'f50bae84e5294d469fc867a01cdb2602'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:06.483497 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Router 02502522-c056-4f39-a5d0-08ca48135a2c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:00:06.488604 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:06.500655 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:06.533637 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:06.560593 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Provisioning complete for port 730bfc56-2ea3-4190-b376-07c2051812ac triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:06.561691 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:06.633488 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Pushing event updated for resources: {'Port': ['ID=9617c36c-29b2-400e-9036-e8d58eae022e,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:06.647149 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:06.717045 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:06.740431 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=1e77fff5-7636-4821-9bc4-b2568a220b05,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:06.760101 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:00:06.764298 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 475d5c6f-d321-4647-a0ba-2b0be3626246 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:06.770248 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:06.774432 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-739ae3d8-fcbb-48cc-bdd1-b9636d53ecec admin admin] 10.222.0.17 "PUT /v2.0/routers/02502522-c056-4f39-a5d0-08ca48135a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4989116 Jul 26 05:00:06.818539 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Made reservation on behalf of f50bae84e5294d469fc867a01cdb2602 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:00:06.820961 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:06.869787 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Publish callbacks [] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:06.912621 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:06.921991 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Publish callbacks [] for port (cf992cce-746e-4598-9920-31eec9de7038), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:06.967749 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (cfbb6e53-18ae-40e1-b685-f15c83939e73), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.006573 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (cf992cce-746e-4598-9920-31eec9de7038), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.038787 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.161191 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:07.190126 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Attempting to bind port cf992cce-746e-4598-9920-31eec9de7038 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:07.190499 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Attempting to bind port cf992cce-746e-4598-9920-31eec9de7038 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:07.190916 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Attempting to bind port cf992cce-746e-4598-9920-31eec9de7038 on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:07.213092 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:07.231002 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:07.231727 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:07.232145 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.232589 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:07.233132 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Bound port: cf992cce-746e-4598-9920-31eec9de7038, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:07.233529 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (cf992cce-746e-4598-9920-31eec9de7038), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.243710 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:07.244381 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.275595 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Current status of the port 730bfc56-2ea3-4190-b376-07c2051812ac is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:07.276439 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.278932 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5aa798-7364-441c-81e2-61259dade733 None None] Pushing event updated for resources: {'Port': ['ID=cf992cce-746e-4598-9920-31eec9de7038,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:07.353388 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 475d5c6f-d321-4647-a0ba-2b0be3626246 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:07.426594 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] For port 730bfc56-2ea3-4190-b376-07c2051812ac, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=730bfc56-2ea3-4190-b376-07c2051812ac,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:07.438241 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.467920 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:07.619588 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43532) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:07.622121 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Provisioning complete for port 1e77fff5-7636-4821-9bc4-b2568a220b05 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:07.624389 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.628548 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-798e70e6-4e9c-4854-a2ad-95394a358887 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711191046', 'description': 'tempest-description--2018194539'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:07.632877 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:07.636100 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks [] for router_gateway (fe8be3be-6385-4fff-b609-cd7d5437c478), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.636931 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] For port cf992cce-746e-4598-9920-31eec9de7038, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:07.708228 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] For port cf992cce-746e-4598-9920-31eec9de7038, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=cf992cce-746e-4598-9920-31eec9de7038,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:07.720332 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-798e70e6-4e9c-4854-a2ad-95394a358887 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.731191 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (cf992cce-746e-4598-9920-31eec9de7038), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.752834 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Pushing event updated for resources: {'Port': ['ID=730bfc56-2ea3-4190-b376-07c2051812ac,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:07.770818 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Pushing event updated for resources: {'Port': ['ID=3604ac4d-95d1-47a6-90b1-3872556099ba,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:07.836062 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Current status of the port 1e77fff5-7636-4821-9bc4-b2568a220b05 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:07.861047 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:07.861312 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:07.861606 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:07.919320 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 730bfc56-2ea3-4190-b376-07c2051812ac up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:07.930369 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Provisioning complete for port 475d5c6f-d321-4647-a0ba-2b0be3626246 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:07.930918 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.950785 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-798e70e6-4e9c-4854-a2ad-95394a358887 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (557ac1de-a81b-4199-852e-771fed61a9e2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:07.959316 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-798e70e6-4e9c-4854-a2ad-95394a358887 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (557ac1de-a81b-4199-852e-771fed61a9e2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.071411 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-798e70e6-4e9c-4854-a2ad-95394a358887 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.075044 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-798e70e6-4e9c-4854-a2ad-95394a358887 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4528062 Jul 26 05:00:08.076718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e70e6-4e9c-4854-a2ad-95394a358887 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557ac1de-a81b-4199-852e-771fed61a9e2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:08.085005 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43540) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:08.097570 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-518ad4d8-bca6-40fc-80d3-f101974587d7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'security_group_rule': {'security_group_id': '557ac1de-a81b-4199-852e-771fed61a9e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:08.126421 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5aa798-7364-441c-81e2-61259dade733 None None] Pushing event updated for resources: {'Port': ['ID=cf992cce-746e-4598-9920-31eec9de7038,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:08.180876 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-518ad4d8-bca6-40fc-80d3-f101974587d7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (ac7c274e-a32d-4a35-9838-f0bb6954920b), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.233195 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 730bfc56-2ea3-4190-b376-07c2051812ac triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:08.233579 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.237788 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:08.299098 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Publish callbacks [] for security_group (245268a0-8b13-4c64-9e1e-02cb6f424148), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.316225 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43544) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:08.356793 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:08.407182 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-518ad4d8-bca6-40fc-80d3-f101974587d7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (ac7c274e-a32d-4a35-9838-f0bb6954920b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.408901 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43548) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:08.422190 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-518ad4d8-bca6-40fc-80d3-f101974587d7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (ac7c274e-a32d-4a35-9838-f0bb6954920b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.446095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf11e7-33bc-4416-8d27-48a01adb73f4 None None] Current status of the port 475d5c6f-d321-4647-a0ba-2b0be3626246 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:08.446931 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (fe8be3be-6385-4fff-b609-cd7d5437c478), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.453440 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ad4d8-bca6-40fc-80d3-f101974587d7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7c274e-a32d-4a35-9838-f0bb6954920b,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:08.477308 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (245268a0-8b13-4c64-9e1e-02cb6f424148), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.477901 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-518ad4d8-bca6-40fc-80d3-f101974587d7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.485883 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-518ad4d8-bca6-40fc-80d3-f101974587d7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3974817 Jul 26 05:00:08.486639 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43552) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:08.493000 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-4c8935db-1387-47c9-b051-42ae35a719ff tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'security_group_rule': {'security_group_id': '557ac1de-a81b-4199-852e-771fed61a9e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:08.540729 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Router cfbb6e53-18ae-40e1-b685-f15c83939e73 is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:00:08.581327 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4c8935db-1387-47c9-b051-42ae35a719ff tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (d85d576c-10d7-4a16-92e2-0ac958806e72), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.589504 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:00:08.596699 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:08.615909 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.651838 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-9dc49893-7b97-4157-9623-6057b949ac97 None None] Provisioning complete for port 058e0acf-866f-470f-9d50-e6ef80ec412e triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:08.652483 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9dc49893-7b97-4157-9623-6057b949ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.653467 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245268a0-8b13-4c64-9e1e-02cb6f424148,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:08.661570 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (b47728cd-7eba-42db-827e-209af487ce72), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.662463 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Added segment b47728cd-7eba-42db-827e-209af487ce72 of type vlan for network e1fb8a40-a5d2-44d1-b7f0-fa90767fecef Jul 26 05:00:08.706088 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-9dc49893-7b97-4157-9623-6057b949ac97 None None] Port 058e0acf-866f-470f-9d50-e6ef80ec412e cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:08.721416 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-9dc49893-7b97-4157-9623-6057b949ac97 None None] Provisioning complete for port 730bfc56-2ea3-4190-b376-07c2051812ac triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:08.721827 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9dc49893-7b97-4157-9623-6057b949ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.756472 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4c8935db-1387-47c9-b051-42ae35a719ff tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (d85d576c-10d7-4a16-92e2-0ac958806e72), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.759008 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:08.774745 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0aa1b999-ce3e-4598-8995-f7897820273c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.788686 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4c8935db-1387-47c9-b051-42ae35a719ff tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (d85d576c-10d7-4a16-92e2-0ac958806e72), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.816737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f94fca2-5275-487b-a9c4-f9ae8f3a1dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.853681 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:08.859471 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8935db-1387-47c9-b051-42ae35a719ff tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85d576c-10d7-4a16-92e2-0ac958806e72,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:08.874404 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4c8935db-1387-47c9-b051-42ae35a719ff tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.879282 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4c8935db-1387-47c9-b051-42ae35a719ff tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3912683 Jul 26 05:00:08.881524 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43558) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:08.898038 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:08.915893 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (e1fb8a40-a5d2-44d1-b7f0-fa90767fecef), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.930293 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:08.939347 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:08.995461 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:00:09.009142 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Sync routers for ids ['cfbb6e53-18ae-40e1-b685-f15c83939e73'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:00:09.035292 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-9dc49893-7b97-4157-9623-6057b949ac97 None None] Current status of the port 730bfc56-2ea3-4190-b376-07c2051812ac is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:09.035533 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (e1fb8a40-a5d2-44d1-b7f0-fa90767fecef), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.036806 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:09.037495 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.037851 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Routers {'cfbb6e53-18ae-40e1-b685-f15c83939e73'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:09.038852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 730bfc56-2ea3-4190-b376-07c2051812ac is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:09.039538 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['cfbb6e53-18ae-40e1-b685-f15c83939e73'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:09.040479 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 5eb2b910-c77c-4281-a262-809b29eb8000 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:09.090591 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.097606 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-96677e31-be4f-424a-980a-05e42b6efc9d admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.7956507 Jul 26 05:00:09.098539 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43560) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:09.120360 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 5eb2b910-c77c-4281-a262-809b29eb8000 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:09.120738 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.170476 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:05Z', 'revision_number': 2, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:09.211568 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-9dc49893-7b97-4157-9623-6057b949ac97 None None] Provisioning complete for port 3604ac4d-95d1-47a6-90b1-3872556099ba triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:09.212127 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9dc49893-7b97-4157-9623-6057b949ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.217973 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fe0743-ed2f-4a3d-8f82-c8fcb418eb21 None None] The sync data for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi is: [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:05Z', 'revision_number': 2, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:00:09.325996 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 5eb2b910-c77c-4281-a262-809b29eb8000 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:09.326773 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.333292 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:09.347359 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Set router cfbb6e53-18ae-40e1-b685-f15c83939e73 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:09.352178 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9083378 Jul 26 05:00:09.354533 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-9dc49893-7b97-4157-9623-6057b949ac97 None None] Port 3604ac4d-95d1-47a6-90b1-3872556099ba cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:09.358615 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43570) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:09.380799 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 5eb2b910-c77c-4281-a262-809b29eb8000, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=5eb2b910-c77c-4281-a262-809b29eb8000,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:09.391096 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.393499 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 475d5c6f-d321-4647-a0ba-2b0be3626246 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:09.414348 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0aa1b999-ce3e-4598-8995-f7897820273c admin admin] Publish callbacks [] for security_group (ccbeb3eb-e213-4ef8-8ed2-66d49820b131), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.419068 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.425663 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f94fca2-5275-487b-a9c4-f9ae8f3a1dad admin admin] Publish callbacks [] for security_group (11015ca5-3711-4032-ae57-30625c062294), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.430547 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Request body: {'subnet': {'network_id': 'e1fb8a40-a5d2-44d1-b7f0-fa90767fecef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1330112641-subnet', 'tenant_id': 'f50bae84e5294d469fc867a01cdb2602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:09.435896 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0aa1b999-ce3e-4598-8995-f7897820273c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ccbeb3eb-e213-4ef8-8ed2-66d49820b131), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.454328 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f94fca2-5275-487b-a9c4-f9ae8f3a1dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (11015ca5-3711-4032-ae57-30625c062294), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.463481 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8537c97-7a20-44cf-b05c-58c98997fc0c admin admin] Pushing event updated for resources: {'Network': ['ID=e1fb8a40-a5d2-44d1-b7f0-fa90767fecef,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:09.499153 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network e1fb8a40-a5d2-44d1-b7f0-fa90767fecef details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:00:09.522806 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Router fe8be3be-6385-4fff-b609-cd7d5437c478 is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:00:09.562695 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Publish callbacks [] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.569615 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Made reservation on behalf of f50bae84e5294d469fc867a01cdb2602 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:00:09.573628 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.595957 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0aa1b999-ce3e-4598-8995-f7897820273c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=88f35a8508a2419d84734748589ea81a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1857724 Jul 26 05:00:09.610543 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.612007 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.613817 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1f94fca2-5275-487b-a9c4-f9ae8f3a1dad admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c295b736057e4f73b562a5c41f9717dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2934542 Jul 26 05:00:09.619770 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43572) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:09.620105 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43574) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:09.624056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1b999-ce3e-4598-8995-f7897820273c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbeb3eb-e213-4ef8-8ed2-66d49820b131,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:09.639613 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 475d5c6f-d321-4647-a0ba-2b0be3626246 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:09.640015 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.685716 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:58Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 3, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'gw_port': {'id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:01Z', 'updated_at': '2022-07-26T05:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:09.726601 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=5eb2b910-c77c-4281-a262-809b29eb8000,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:09.761867 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:09.770188 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94fca2-5275-487b-a9c4-f9ae8f3a1dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11015ca5-3711-4032-ae57-30625c062294,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:09.825251 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 475d5c6f-d321-4647-a0ba-2b0be3626246 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:09.826832 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 1e77fff5-7636-4821-9bc4-b2568a220b05 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:09.885299 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Checking router: cfbb6e53-18ae-40e1-b685-f15c83939e73 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:00:09.887275 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Updating router cfbb6e53-18ae-40e1-b685-f15c83939e73 port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:00:09.904581 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2d1818ad-12b3-416c-b553-fbb9cd91bbf5 admin admin] Publish callbacks [] for security_group (11015ca5-3711-4032-ae57-30625c062294), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.920772 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 1e77fff5-7636-4821-9bc4-b2568a220b05 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:09.921197 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.932024 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2d1818ad-12b3-416c-b553-fbb9cd91bbf5 admin admin] Publish callbacks [] for security_group (11015ca5-3711-4032-ae57-30625c062294), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.939741 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc70-9b37-4d4c-983c-4ba25186be96 admin admin] Publish callbacks [] for security_group (ccbeb3eb-e213-4ef8-8ed2-66d49820b131), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.959900 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:09.964572 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:09.972264 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Allocated IP 172.27.3.193 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/b1a07a26-23a2-44dc-9943-247d2191015e) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:10.051539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc70-9b37-4d4c-983c-4ba25186be96 admin admin] Publish callbacks [] for security_group (ccbeb3eb-e213-4ef8-8ed2-66d49820b131), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:10.054312 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 1e77fff5-7636-4821-9bc4-b2568a220b05 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:10.070168 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Pushing event updated for resources: {'Port': ['ID=3604ac4d-95d1-47a6-90b1-3872556099ba,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:10.143606 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:10.183981 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:00:10.207516 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Sync routers for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:00:10.210251 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:10.226451 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:10.232726 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:10.248004 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2d1818ad-12b3-416c-b553-fbb9cd91bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (11015ca5-3711-4032-ae57-30625c062294), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:10.252044 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2d1818ad-12b3-416c-b553-fbb9cd91bbf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:10.253265 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2d1818ad-12b3-416c-b553-fbb9cd91bbf5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/11015ca5-3711-4032-ae57-30625c062294 HTTP/1.1" status: 204 len: 168 time: 0.6236997 Jul 26 05:00:10.269655 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:10.277052 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6283b77c-7fd3-42e1-a036-265f1ee6a08a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.5440271 Jul 26 05:00:10.277887 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43580) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:10.284512 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:10.288787 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:10.293662 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1818ad-12b3-416c-b553-fbb9cd91bbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11015ca5-3711-4032-ae57-30625c062294,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:10.300163 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:10.317147 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:10.324169 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 730bfc56-2ea3-4190-b376-07c2051812ac up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:10.445727 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for port (b1a07a26-23a2-44dc-9943-247d2191015e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:10.541636 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 730bfc56-2ea3-4190-b376-07c2051812ac triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:10.542166 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:10.543682 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (b1a07a26-23a2-44dc-9943-247d2191015e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:10.646354 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:10.654736 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:10.661708 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc70-9b37-4d4c-983c-4ba25186be96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ccbeb3eb-e213-4ef8-8ed2-66d49820b131), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:10.669876 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c9cccc70-9b37-4d4c-983c-4ba25186be96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:10.672128 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c9cccc70-9b37-4d4c-983c-4ba25186be96 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ccbeb3eb-e213-4ef8-8ed2-66d49820b131 HTTP/1.1" status: 204 len: 168 time: 1.0436766 Jul 26 05:00:10.715253 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:10.719297 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:10.723910 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 730bfc56-2ea3-4190-b376-07c2051812ac is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:10.725068 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 5eb2b910-c77c-4281-a262-809b29eb8000 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:10.796222 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cccc70-9b37-4d4c-983c-4ba25186be96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbeb3eb-e213-4ef8-8ed2-66d49820b131,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:10.943932 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'Port': ['ID=b1a07a26-23a2-44dc-9943-247d2191015e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:10.963717 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-3d641a2b-7043-4396-98b0-7a6c67135710 None None] Provisioning complete for port 3604ac4d-95d1-47a6-90b1-3872556099ba triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:10.964267 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3d641a2b-7043-4396-98b0-7a6c67135710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.019126 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (797611eb-721a-47ef-a63e-03030e38f211), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.147866 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Publish callbacks [] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.162506 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b1a07a26-23a2-44dc-9943-247d2191015e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.164449 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.225722 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3d641a2b-7043-4396-98b0-7a6c67135710 None None] Port 3604ac4d-95d1-47a6-90b1-3872556099ba cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:11.266914 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa82a63-5f47-4772-8daf-aa9a08162881 None None] Pushing event updated for resources: {'Port': ['ID=6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:11.279652 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Attempting to bind port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:11.280001 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Attempting to bind port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:11.280371 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Attempting to bind port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:11.287888 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:11.288284 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:11.288745 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.289475 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:11.294733 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Bound port: 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:11.295274 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.352156 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:07Z', 'revision_number': 3, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:11.383594 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] For port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:11.388045 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] For port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:11.399348 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.418699 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 5eb2b910-c77c-4281-a262-809b29eb8000 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:11.419293 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.428117 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Checking router: fe8be3be-6385-4fff-b609-cd7d5437c478 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:00:11.428676 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Updating router fe8be3be-6385-4fff-b609-cd7d5437c478 port 9617c36c-29b2-400e-9036-e8d58eae022e binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:00:11.456199 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:11.516345 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Routers {'cfbb6e53-18ae-40e1-b685-f15c83939e73'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:11.517020 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['cfbb6e53-18ae-40e1-b685-f15c83939e73'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:11.623039 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.631641 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:11.726553 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (1070edcd-034b-4d5e-afe0-76fb91e392a4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.753472 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] Set router cfbb6e53-18ae-40e1-b685-f15c83939e73 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:11.869011 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43604) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:11.882449 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:00:11.976044 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1384c188-489a-4baa-a461-ff53447aabac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:11.986891 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 5eb2b910-c77c-4281-a262-809b29eb8000 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:12.020368 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa82a63-5f47-4772-8daf-aa9a08162881 None None] Pushing event updated for resources: {'Port': ['ID=6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:12.074922 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Checking segment: {'id': 'b47728cd-7eba-42db-827e-209af487ce72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e1fb8a40-a5d2-44d1-b7f0-fa90767fecef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:12.075694 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Network hostable DHCP agents. Network: e1fb8a40-a5d2-44d1-b7f0-fa90767fecef, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:00:12.081105 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for port (b1a07a26-23a2-44dc-9943-247d2191015e), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.091271 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b1a07a26-23a2-44dc-9943-247d2191015e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.100352 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:12.169831 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:58Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 3, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'gw_port': {'id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:01Z', 'updated_at': '2022-07-26T05:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:12.210905 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833d5ad-3555-47b8-9d9f-d4e7d4d593c6 None None] The sync data for ids ['cfbb6e53-18ae-40e1-b685-f15c83939e73'] in dv-cinder-850574-1-iscsi is: [{'id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:58Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 3, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'gw_port': {'id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:01Z', 'updated_at': '2022-07-26T05:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:00:12.324182 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1384c188-489a-4baa-a461-ff53447aabac admin admin] Publish callbacks [] for security_group (3e216e0c-a3b2-4aac-a6a9-266875e780b6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.326644 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'Port': ['ID=b1a07a26-23a2-44dc-9943-247d2191015e,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:12.330975 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (797611eb-721a-47ef-a63e-03030e38f211), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.340348 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Publish callbacks [] for port (9617c36c-29b2-400e-9036-e8d58eae022e), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.342435 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1384c188-489a-4baa-a461-ff53447aabac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3e216e0c-a3b2-4aac-a6a9-266875e780b6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.358460 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.361085 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:12.416634 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:12.416634 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device cf992cce-746e-4598-9920-31eec9de7038 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:12.431936 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.450309 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b92f8bfa-4863-4791-aa24-24b4dc4c0f8e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5552335 Jul 26 05:00:12.488804 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384c188-489a-4baa-a461-ff53447aabac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e216e0c-a3b2-4aac-a6a9-266875e780b6,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:12.521435 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1384c188-489a-4baa-a461-ff53447aabac admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7ac0576b99a24d5997072f864a86c8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6469665 Jul 26 05:00:12.522378 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43622) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:12.569402 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1070edcd-034b-4d5e-afe0-76fb91e392a4,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:12.642161 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:12.718745 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659962f1-da29-4818-807c-6a27929b1178 admin admin] Publish callbacks [] for security_group (3e216e0c-a3b2-4aac-a6a9-266875e780b6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.727168 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Attempting to bind port 9617c36c-29b2-400e-9036-e8d58eae022e on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:12.727852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Attempting to bind port 9617c36c-29b2-400e-9036-e8d58eae022e by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:12.728503 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Attempting to bind port 9617c36c-29b2-400e-9036-e8d58eae022e on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:12.729192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:12.755912 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Network e1fb8a40-a5d2-44d1-b7f0-fa90767fecef is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:00:12.756861 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:12.757591 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:12.758485 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.759167 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:12.759291 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:00:12.760210 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Bound port: 9617c36c-29b2-400e-9036-e8d58eae022e, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:12.760880 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.765530 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e7c17e2c-6051-4efa-ab84-1646cd8e5983 admin admin] 10.222.0.17 "PUT /v2.0/routers/708dab1b-44bb-4a97-b2cd-2fde1d1aafa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6727314 Jul 26 05:00:12.770891 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Sync routers for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:00:12.798292 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:12.811932 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:12.818980 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659962f1-da29-4818-807c-6a27929b1178 admin admin] Publish callbacks [] for security_group (3e216e0c-a3b2-4aac-a6a9-266875e780b6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:12.835227 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484d5a9-8f05-4e88-903e-d1b393a68335 None None] Pushing event updated for resources: {'Port': ['ID=9617c36c-29b2-400e-9036-e8d58eae022e,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:12.853252 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port cf992cce-746e-4598-9920-31eec9de7038 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:12.853826 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (cf992cce-746e-4598-9920-31eec9de7038), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:13.056468 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659962f1-da29-4818-807c-6a27929b1178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3e216e0c-a3b2-4aac-a6a9-266875e780b6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:13.063761 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-659962f1-da29-4818-807c-6a27929b1178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:13.070037 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-659962f1-da29-4818-807c-6a27929b1178 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3e216e0c-a3b2-4aac-a6a9-266875e780b6 HTTP/1.1" status: 204 len: 168 time: 0.5461934 Jul 26 05:00:13.117032 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43650) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:13.128036 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659962f1-da29-4818-807c-6a27929b1178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e216e0c-a3b2-4aac-a6a9-266875e780b6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:13.143206 dv-cinder-850574-1-iscsi neutron-server[104001]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 05:00:13.160395 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:13.180425 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:13.209610 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:13.222649 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] For port 9617c36c-29b2-400e-9036-e8d58eae022e, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:13.311101 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:00:13.358278 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-579547f9-f575-4ffc-84de-abb2e46db1cb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1711191046&fields=id&tenant_id=27187d178a5f47b49035991ab566c2d9 HTTP/1.1" status: 200 len: 267 time: 0.2167535 Jul 26 05:00:13.368067 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] For port 9617c36c-29b2-400e-9036-e8d58eae022e, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=9617c36c-29b2-400e-9036-e8d58eae022e,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:13.388098 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Sync routers for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:00:13.397278 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port cf992cce-746e-4598-9920-31eec9de7038 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:13.397868 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (cf992cce-746e-4598-9920-31eec9de7038), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:13.436640 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:13.555544 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Allocated IP 172.20.0.1 (52bd74bd-39e1-48e8-89c9-cce057dd1ff3/aeb0aa99-f043-4a69-af17-d231947f194e/37cf3b1a-92c1-49d2-a49f-a035f8272635) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:13.603982 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port cf992cce-746e-4598-9920-31eec9de7038, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=cf992cce-746e-4598-9920-31eec9de7038,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:13.633352 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:13.634071 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:13.664267 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (cf992cce-746e-4598-9920-31eec9de7038), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:13.766491 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 2, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:13.816284 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-103882c2-a088-4fd2-a217-4a06467bf6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:13.862383 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Checking router: 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:00:13.862739 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Updating router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 port 3604ac4d-95d1-47a6-90b1-3872556099ba binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:00:13.879397 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484d5a9-8f05-4e88-903e-d1b393a68335 None None] Pushing event updated for resources: {'Port': ['ID=9617c36c-29b2-400e-9036-e8d58eae022e,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:13.943388 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:13.952902 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, e1fb8a40-a5d2-44d1-b7f0-fa90767fecef) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:13.980566 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:13.989104 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:13.994438 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:14.018477 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:14.021029 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:14.090654 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb390e2-ec2b-4312-8d79-7c6336b85bcd None None] Network e1fb8a40-a5d2-44d1-b7f0-fa90767fecef requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:00:14.189368 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Publish callbacks [] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:14.200074 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-3a8b3dcb-44f2-4175-9e07-97574c091d10 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:14.212204 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-3a8b3dcb-44f2-4175-9e07-97574c091d10 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 815 time: 0.8447745 Jul 26 05:00:14.216195 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43668) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:14.238015 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:14.258409 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-03c27bea-4984-4ce1-807a-ecd1d8c68095 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160847765', 'description': 'tempest-description--2033544015'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:14.286586 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:14.320515 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-8022e04a-8ef1-417c-9419-6ce1d253bab1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/quotas/27187d178a5f47b49035991ab566c2d9 HTTP/1.1" status: 200 len: 375 time: 0.1059573 Jul 26 05:00:14.399185 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:14.409326 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-03c27bea-4984-4ce1-807a-ecd1d8c68095 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:14.450517 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3e7c79eb-f357-4ed6-b591-0367231e8471 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.0397060 Jul 26 05:00:14.470501 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:14.494889 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:14.506470 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:14.514499 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:14.514999 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (cfbb6e53-18ae-40e1-b685-f15c83939e73), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:14.580618 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-6606d376-108e-4c98-97a4-35964b9ae612 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2497480 Jul 26 05:00:14.712242 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-03c27bea-4984-4ce1-807a-ecd1d8c68095 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (d854e389-f6cb-402a-95af-f0a236c993c5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:14.730003 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-03c27bea-4984-4ce1-807a-ecd1d8c68095 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d854e389-f6cb-402a-95af-f0a236c993c5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:14.734561 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Pushing event updated for resources: {'Port': ['ID=37cf3b1a-92c1-49d2-a49f-a035f8272635,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:14.779597 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:14.927701 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=cf992cce-746e-4598-9920-31eec9de7038,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:14.938584 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-03c27bea-4984-4ce1-807a-ecd1d8c68095 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:14.946384 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43690) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:14.947068 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43692) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:14.950327 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-03c27bea-4984-4ce1-807a-ecd1d8c68095 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7297068 Jul 26 05:00:14.963322 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c27bea-4984-4ce1-807a-ecd1d8c68095 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d854e389-f6cb-402a-95af-f0a236c993c5,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:14.979011 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-3c9f1b06-0fd9-4eb7-b085-6b1c6d87a77c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'security_group_rule': {'security_group_id': 'd854e389-f6cb-402a-95af-f0a236c993c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:15.072755 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:15.073135 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.125908 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Publish callbacks [] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.146618 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.166424 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:15.202765 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.274710 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-85577450-c701-4e33-9df5-01f32bfbabda admin admin] Deleting subnet 2f83f45a-e982-4d1c-af95-106d17270bc1 {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:00:15.302626 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85577450-c701-4e33-9df5-01f32bfbabda admin admin] Publish callbacks [] for subnet (2f83f45a-e982-4d1c-af95-106d17270bc1), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.339539 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048ade8-ecd9-4639-b2a4-fcf6d25826cb None None] Pushing event updated for resources: {'Port': ['ID=3604ac4d-95d1-47a6-90b1-3872556099ba,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:15.370368 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.371220 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-3fb7ac70-75ac-4113-b840-5ac0e80a974a None None] Provisioning complete for port 37cf3b1a-92c1-49d2-a49f-a035f8272635 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:15.372049 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3fb7ac70-75ac-4113-b840-5ac0e80a974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.428051 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1b06-0fd9-4eb7-b085-6b1c6d87a77c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (9ad66236-7b5a-4aa2-b6f7-9df09330092d), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.469976 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:15.476979 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7ac70-75ac-4113-b840-5ac0e80a974a None None] Port 37cf3b1a-92c1-49d2-a49f-a035f8272635 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:15.495926 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Attempting to bind port 3604ac4d-95d1-47a6-90b1-3872556099ba on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:15.496333 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Attempting to bind port 3604ac4d-95d1-47a6-90b1-3872556099ba by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:15.496673 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Attempting to bind port 3604ac4d-95d1-47a6-90b1-3872556099ba on network 41d26926-2f73-4071-bfbf-1d55e6f46e9c {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:15.508941 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 4, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:15.509418 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Checking segment: {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:15.509761 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.510209 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Bound using segment: {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:15.510698 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Bound port: 3604ac4d-95d1-47a6-90b1-3872556099ba, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:15.511244 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.588608 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85577450-c701-4e33-9df5-01f32bfbabda admin admin] Publish callbacks [] for subnet (2f83f45a-e982-4d1c-af95-106d17270bc1), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.603441 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572202bf-61de-40b8-990b-f6b177ca253c None None] Network e1fb8a40-a5d2-44d1-b7f0-fa90767fecef requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:00:15.634440 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85577450-c701-4e33-9df5-01f32bfbabda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (2f83f45a-e982-4d1c-af95-106d17270bc1), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.691228 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] For port 3604ac4d-95d1-47a6-90b1-3872556099ba, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:15.700123 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] For port 3604ac4d-95d1-47a6-90b1-3872556099ba, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=3604ac4d-95d1-47a6-90b1-3872556099ba,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:15.718889 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:15.722550 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-a7d93ef8-ac0b-465e-b312-1898a4b94446 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:00:15.724740 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-a7d93ef8-ac0b-465e-b312-1898a4b94446 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4508064 Jul 26 05:00:15.885225 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:15.936043 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:15.992614 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:15.993289 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T04:59:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:16.015405 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048ade8-ecd9-4639-b2a4-fcf6d25826cb None None] Pushing event updated for resources: {'Port': ['ID=3604ac4d-95d1-47a6-90b1-3872556099ba,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:16.056917 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-b09f6ace-3b9a-43fd-bdc6-58371fac5a0c service neutron] 10.222.0.17 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254039 Jul 26 05:00:16.058838 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1b06-0fd9-4eb7-b085-6b1c6d87a77c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (9ad66236-7b5a-4aa2-b6f7-9df09330092d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.146438 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1b06-0fd9-4eb7-b085-6b1c6d87a77c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (9ad66236-7b5a-4aa2-b6f7-9df09330092d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.260642 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:16.268355 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f1b06-0fd9-4eb7-b085-6b1c6d87a77c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad66236-7b5a-4aa2-b6f7-9df09330092d,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:16.305700 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:16.317067 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-b6eb3a2b-3644-43a4-a6a5-c01528068c40 service neutron] 10.222.0.17 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529318 Jul 26 05:00:16.404223 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85577450-c701-4e33-9df5-01f32bfbabda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (2f83f45a-e982-4d1c-af95-106d17270bc1), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.457209 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6ce50b59-3586-4513-91a4-42ab61eaf3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.458916 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1b06-0fd9-4eb7-b085-6b1c6d87a77c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.460311 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3c9f1b06-0fd9-4eb7-b085-6b1c6d87a77c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5044355 Jul 26 05:00:16.461786 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Allocated IP 172.20.0.1 (94dd837e-81c9-4e2e-9135-742712cb9531/253b6666-1911-48dd-a6f6-76871c57c95e/0e23526b-a8fe-4d23-8735-533401a6945a) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:16.466694 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43730) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:16.475852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-c43a1e6d-6a3a-4112-8208-8f007be75385 None None] Provisioning complete for port 3604ac4d-95d1-47a6-90b1-3872556099ba triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:16.476831 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c43a1e6d-6a3a-4112-8208-8f007be75385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.479190 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-a64a17de-7f3d-46a9-b0f4-56701a553e3f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'security_group_rule': {'security_group_id': 'd854e389-f6cb-402a-95af-f0a236c993c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:16.498102 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85577450-c701-4e33-9df5-01f32bfbabda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f83f45a-e982-4d1c-af95-106d17270bc1,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:16.510138 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85577450-c701-4e33-9df5-01f32bfbabda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.516281 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-85577450-c701-4e33-9df5-01f32bfbabda admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2f83f45a-e982-4d1c-af95-106d17270bc1 HTTP/1.1" status: 204 len: 168 time: 1.5618210 Jul 26 05:00:16.517108 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43732) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:16.559175 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:16.563134 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.589632 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a64a17de-7f3d-46a9-b0f4-56701a553e3f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (441e114e-3405-4663-b8e9-96f8829c09ff), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.673746 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Publish callbacks [] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.688021 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:16.692613 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:16.693231 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.694177 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (cfbb6e53-18ae-40e1-b685-f15c83939e73), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.706210 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:16.757615 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (7408b275-34da-400f-89c9-917bed4a3107), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.782818 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a64a17de-7f3d-46a9-b0f4-56701a553e3f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (441e114e-3405-4663-b8e9-96f8829c09ff), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.806318 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a64a17de-7f3d-46a9-b0f4-56701a553e3f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (441e114e-3405-4663-b8e9-96f8829c09ff), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.816385 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Pushing event updated for resources: {'Port': ['ID=37cf3b1a-92c1-49d2-a49f-a035f8272635,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:16.817652 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:15Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:16.888244 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3581c3d-066b-407d-bf2f-1c6e958f71eb None None] The sync data for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi is: [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:15Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:00:16.898781 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43744) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:16.903014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a64a17de-7f3d-46a9-b0f4-56701a553e3f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.907289 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a64a17de-7f3d-46a9-b0f4-56701a553e3f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4346485 Jul 26 05:00:16.907289 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a17de-7f3d-46a9-b0f4-56701a553e3f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441e114e-3405-4663-b8e9-96f8829c09ff,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:16.914095 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43748) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:16.926884 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Publish callbacks [] for port (0e23526b-a8fe-4d23-8735-533401a6945a), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.934209 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:16.936648 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:16.989904 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:16.998891 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:17.112585 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:17.214527 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (7408b275-34da-400f-89c9-917bed4a3107), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:17.284324 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43778) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:17.313018 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfa25-949f-4de3-b86b-8ce47dcd2f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:17.316584 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:05Z', 'revision_number': 2, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:17.325823 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-c43a1e6d-6a3a-4112-8208-8f007be75385 None None] Current status of the port 3604ac4d-95d1-47a6-90b1-3872556099ba is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:17.326245 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c43a1e6d-6a3a-4112-8208-8f007be75385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:17.402810 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:17.438693 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.439396 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.441468 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.442022 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > port after_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.442728 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.443287 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > port after_update 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.443985 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.444535 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.445184 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.445858 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:17.495511 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-51d5d930-64b3-41c1-9318-5f82e107fa88 req-5c5b0fa2-f2db-421c-b474-e0fff597b187 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 210 time: 0.2025831 Jul 26 05:00:17.590559 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:17.624872 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:17.632826 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device cf992cce-746e-4598-9920-31eec9de7038 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:17.666499 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:07Z', 'revision_number': 3, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:17.668850 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Checking router: 02502522-c056-4f39-a5d0-08ca48135a2c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:00:17.669183 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Updating router 02502522-c056-4f39-a5d0-08ca48135a2c port 058e0acf-866f-470f-9d50-e6ef80ec412e binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:00:17.696726 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:17.763989 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:17.798186 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-c43a1e6d-6a3a-4112-8208-8f007be75385 None None] For port 3604ac4d-95d1-47a6-90b1-3872556099ba, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=3604ac4d-95d1-47a6-90b1-3872556099ba,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:17.812574 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540730a-432d-44d9-ac80-d95c59b50d79 None None] The sync data for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:07Z', 'revision_number': 3, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:00:17.823980 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:17.827830 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c43a1e6d-6a3a-4112-8208-8f007be75385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:17.902704 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Allocated IP 172.27.3.254 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/cf6a8117-87fe-4536-84f6-67eb41e2453d) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:17.931827 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port cf992cce-746e-4598-9920-31eec9de7038 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:17.932617 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (cf992cce-746e-4598-9920-31eec9de7038), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:18.072408 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:18.078674 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:18.079019 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:18.079344 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:18.079827 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:00:18.080196 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7408b275-34da-400f-89c9-917bed4a3107']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:18.089354 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-315df36f-1dcf-46ef-8868-4f2d69d7935f None None] Provisioning complete for port 3604ac4d-95d1-47a6-90b1-3872556099ba triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:18.090347 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-315df36f-1dcf-46ef-8868-4f2d69d7935f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:18.118722 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for port (cf6a8117-87fe-4536-84f6-67eb41e2453d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:18.163331 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Network 94dd837e-81c9-4e2e-9135-742712cb9531 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:18.173292 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:18.184436 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Pushing event updated for resources: {'Port': ['ID=0e23526b-a8fe-4d23-8735-533401a6945a,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:18.190442 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:18.193643 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (cf6a8117-87fe-4536-84f6-67eb41e2453d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:18.194015 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:18.194500 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (fe8be3be-6385-4fff-b609-cd7d5437c478), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:18.281698 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a1e6d-6a3a-4112-8208-8f007be75385 None None] Pushing event updated for resources: {'Port': ['ID=3604ac4d-95d1-47a6-90b1-3872556099ba,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:18.362612 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:18.377665 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:18.382072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:18.383082 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:18.399121 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:18.402727 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:18.451160 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:18.589793 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:18.650720 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (d293d5a8-db7b-41d3-9813-7028ddc3ad2c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:18.670787 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:18.677047 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'Port': ['ID=cf6a8117-87fe-4536-84f6-67eb41e2453d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:18.964550 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5398421-4949-4fca-96e9-ede2139849cc req-cf4f40a5-94cb-418e-aae6-4fded5e0848a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 210 time: 0.1881416 Jul 26 05:00:18.965234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (cf6a8117-87fe-4536-84f6-67eb41e2453d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.071180 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:19.083217 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.091988 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Router cfbb6e53-18ae-40e1-b685-f15c83939e73 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:00:19.096800 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:00:19.097341 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.295591 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for port (cf6a8117-87fe-4536-84f6-67eb41e2453d), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.304452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (cf6a8117-87fe-4536-84f6-67eb41e2453d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.316538 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Publish callbacks [] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.386822 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (d293d5a8-db7b-41d3-9813-7028ddc3ad2c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.415994 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-315df36f-1dcf-46ef-8868-4f2d69d7935f None None] Current status of the port 3604ac4d-95d1-47a6-90b1-3872556099ba is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:19.425472 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.434271 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.443828 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port cf992cce-746e-4598-9920-31eec9de7038 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:19.445012 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 3604ac4d-95d1-47a6-90b1-3872556099ba up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:19.463292 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'Port': ['ID=cf6a8117-87fe-4536-84f6-67eb41e2453d,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:19.469847 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.480506 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-829e17ed-d7d0-49b1-8a50-62d4abcad47b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5644906 Jul 26 05:00:19.558389 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-24bb6def-9a80-402b-9c3e-8267cc7d82a0 None None] Provisioning complete for port 37cf3b1a-92c1-49d2-a49f-a035f8272635 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:19.558837 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-24bb6def-9a80-402b-9c3e-8267cc7d82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.567534 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (7408b275-34da-400f-89c9-917bed4a3107), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.604167 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:19.605346 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.612878 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-24bb6def-9a80-402b-9c3e-8267cc7d82a0 None None] Port 37cf3b1a-92c1-49d2-a49f-a035f8272635 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:19.648486 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.653295 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] 10.222.0.17 "DELETE /v2.0/networks/7408b275-34da-400f-89c9-917bed4a3107 HTTP/1.1" status: 204 len: 168 time: 3.1205609 Jul 26 05:00:19.655095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 3604ac4d-95d1-47a6-90b1-3872556099ba triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:19.655699 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.656657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43850) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:19.685282 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47986ca8-c443-421c-b074-c2aa8423ba84 admin admin] Pushing event deleted for resources: {'Network': ['ID=7408b275-34da-400f-89c9-917bed4a3107,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:19.729851 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfa25-949f-4de3-b86b-8ce47dcd2f8f admin admin] Publish callbacks [] for security_group (bdad6507-d19b-4942-ac32-247c6888ed4b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.767466 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fd5bfa25-949f-4de3-b86b-8ce47dcd2f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bdad6507-d19b-4942-ac32-247c6888ed4b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.840849 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:19.878628 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-24bb6def-9a80-402b-9c3e-8267cc7d82a0 None None] Provisioning complete for port 0e23526b-a8fe-4d23-8735-533401a6945a triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:19.879119 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-24bb6def-9a80-402b-9c3e-8267cc7d82a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.880975 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd22da-0552-4401-9550-30c681b65155 None None] Pushing event updated for resources: {'Port': ['ID=058e0acf-866f-470f-9d50-e6ef80ec412e,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:19.965285 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3 resource provider aggregate not found Jul 26 05:00:19.965486 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-294ecbf9-ee1d-4e22-87fc-9907c3baaa6a admin admin] Deleting subnet 1070edcd-034b-4d5e-afe0-76fb91e392a4 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:00:19.984590 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-294ecbf9-ee1d-4e22-87fc-9907c3baaa6a admin admin] Publish callbacks [] for subnet (1070edcd-034b-4d5e-afe0-76fb91e392a4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:19.996260 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bfa25-949f-4de3-b86b-8ce47dcd2f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdad6507-d19b-4942-ac32-247c6888ed4b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:20.032896 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-fd5bfa25-949f-4de3-b86b-8ce47dcd2f8f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fc0d4aa379034eb7839167e0ee119be3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1328661 Jul 26 05:00:20.038107 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-294ecbf9-ee1d-4e22-87fc-9907c3baaa6a admin admin] Publish callbacks [] for subnet (1070edcd-034b-4d5e-afe0-76fb91e392a4), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:20.038756 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43872) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:20.050484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-294ecbf9-ee1d-4e22-87fc-9907c3baaa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (1070edcd-034b-4d5e-afe0-76fb91e392a4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:20.051659 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b2e75e8-ea16-42c6-9b1d-a02b12ab4cf3 found for delete ", "request_id": "req-e0e7b122-319a-40d2-81d7-a4277362f03a"}]} Jul 26 05:00:20.067536 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:00:20.087364 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Sync routers for ids ['cfbb6e53-18ae-40e1-b685-f15c83939e73'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:00:20.110438 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Routers {'cfbb6e53-18ae-40e1-b685-f15c83939e73'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:20.111466 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:00:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['cfbb6e53-18ae-40e1-b685-f15c83939e73'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:20.152084 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-24bb6def-9a80-402b-9c3e-8267cc7d82a0 None None] Port 0e23526b-a8fe-4d23-8735-533401a6945a cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:20.169189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-294ecbf9-ee1d-4e22-87fc-9907c3baaa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for subnet (1070edcd-034b-4d5e-afe0-76fb91e392a4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:20.174932 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Attempting to bind port 058e0acf-866f-470f-9d50-e6ef80ec412e on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:20.175883 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Attempting to bind port 058e0acf-866f-470f-9d50-e6ef80ec412e by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:20.182528 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Attempting to bind port 058e0acf-866f-470f-9d50-e6ef80ec412e on network b59dfcee-9319-4218-b70b-67be8305e37d {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:20.215903 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9c8b6fb2-23b2-4f7d-bca0-6c064bb6ec6a admin admin] 10.222.0.17 "PUT /v2.0/routers/cfbb6e53-18ae-40e1-b685-f15c83939e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0722466 Jul 26 05:00:20.227571 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:20.228229 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Checking segment: {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:20.228893 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:20.230166 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Bound using segment: {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:20.231071 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Bound port: 058e0acf-866f-470f-9d50-e6ef80ec412e, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:20.231758 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:20.237811 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-294ecbf9-ee1d-4e22-87fc-9907c3baaa6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:20.270573 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-294ecbf9-ee1d-4e22-87fc-9907c3baaa6a admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1070edcd-034b-4d5e-afe0-76fb91e392a4 HTTP/1.1" status: 204 len: 168 time: 0.6124120 Jul 26 05:00:20.289904 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 3604ac4d-95d1-47a6-90b1-3872556099ba is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:20.299437 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43886) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:20.338619 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ecbf9-ee1d-4e22-87fc-9907c3baaa6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1070edcd-034b-4d5e-afe0-76fb91e392a4,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:20.427705 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-11607475-040b-4e1f-b6ec-3f8ce89eb4e2 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1160847765&fields=id&tenant_id=9747c4b81e8844e989d70b8001a196b0 HTTP/1.1" status: 200 len: 267 time: 0.2736514 Jul 26 05:00:20.520063 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Set router cfbb6e53-18ae-40e1-b685-f15c83939e73 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:20.520593 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:20.540597 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] For port 058e0acf-866f-470f-9d50-e6ef80ec412e, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:20.553237 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] For port 058e0acf-866f-470f-9d50-e6ef80ec412e, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=058e0acf-866f-470f-9d50-e6ef80ec412e,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:20.569632 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:20.834859 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 9617c36c-29b2-400e-9036-e8d58eae022e up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:20.917864 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:20.919446 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:00:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:20.992494 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7fb9ceff-c4b0-4a8c-a339-430b919c9da2 req-d7ed0b39-6e36-4518-a545-1b36098e376c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 210 time: 0.2707438 Jul 26 05:00:21.033809 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (e1fb8a40-a5d2-44d1-b7f0-fa90767fecef), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.137402 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:58Z', 'updated_at': '2022-07-26T05:00:14Z', 'revision_number': 4, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'gw_port': {'id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:01Z', 'updated_at': '2022-07-26T05:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '37cf3b1a-92c1-49d2-a49f-a035f8272635', 'name': '', 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'mac_address': 'fa:16:3e:63:ed:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'aeb0aa99-f043-4a69-af17-d231947f194e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:13Z', 'updated_at': '2022-07-26T05:00:15Z', 'revision_number': 2, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'subnets': [{'id': 'aeb0aa99-f043-4a69-af17-d231947f194e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:21.192947 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34df62-6753-4d47-af60-5143a96276ff req-823465bb-0dcc-4a31-be0a-3dad3f806eae tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:21.193936 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Publish callbacks [] for port (0e23526b-a8fe-4d23-8735-533401a6945a), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.206654 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.207380 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-823465bb-0dcc-4a31-be0a-3dad3f806eae tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 811 time: 0.7776568 Jul 26 05:00:21.252974 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-5103cbb1-b061-4ef7-b794-c34402d79fea tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/quotas/9747c4b81e8844e989d70b8001a196b0 HTTP/1.1" status: 200 len: 375 time: 0.0441206 Jul 26 05:00:21.264561 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Checking router: cfbb6e53-18ae-40e1-b685-f15c83939e73 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:00:21.265618 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Updating router cfbb6e53-18ae-40e1-b685-f15c83939e73 port 37cf3b1a-92c1-49d2-a49f-a035f8272635 binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:00:21.290512 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:21.374445 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.382433 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-2d37aeeb-fee8-4a31-99ea-d4c46a44258d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259725 Jul 26 05:00:21.435248 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:21.456014 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Pushing event updated for resources: {'Port': ['ID=0e23526b-a8fe-4d23-8735-533401a6945a,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:21.492449 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-30625974-0d2e-4b84-a11c-a47d97d9b996 None None] Provisioning complete for port 058e0acf-866f-470f-9d50-e6ef80ec412e triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:21.492832 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-30625974-0d2e-4b84-a11c-a47d97d9b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.495105 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:21.524238 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (fe8be3be-6385-4fff-b609-cd7d5437c478), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.563839 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-727260af-85bf-45f7-9c68-e49e40e07ea6 admin admin] Publish callbacks [] for security_group (bdad6507-d19b-4942-ac32-247c6888ed4b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.621634 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:21.633643 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd22da-0552-4401-9550-30c681b65155 None None] Pushing event updated for resources: {'Port': ['ID=058e0acf-866f-470f-9d50-e6ef80ec412e,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:21.743215 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 9617c36c-29b2-400e-9036-e8d58eae022e triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:21.743773 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.835143 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43932) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:21.850566 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-727260af-85bf-45f7-9c68-e49e40e07ea6 admin admin] Publish callbacks [] for security_group (bdad6507-d19b-4942-ac32-247c6888ed4b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.864864 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (e1fb8a40-a5d2-44d1-b7f0-fa90767fecef), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.898412 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Publish callbacks [] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.907102 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:21.926047 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.52', 62715) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:21.941085 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:20Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:21.963454 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789db617-0b8f-499a-b072-7f2e4763af1e None None] Pushing event updated for resources: {'Port': ['ID=37cf3b1a-92c1-49d2-a49f-a035f8272635,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:22.051071 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3724a1f3-8b6a-4409-9729-afe5fab8c3c5 None None] The sync data for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi is: [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:20Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:00:22.166566 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Attempting to bind port 37cf3b1a-92c1-49d2-a49f-a035f8272635 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:22.166566 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Attempting to bind port 37cf3b1a-92c1-49d2-a49f-a035f8272635 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:22.167628 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Attempting to bind port 37cf3b1a-92c1-49d2-a49f-a035f8272635 on network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:22.169290 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-30625974-0d2e-4b84-a11c-a47d97d9b996 None None] Current status of the port 058e0acf-866f-470f-9d50-e6ef80ec412e is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:22.169716 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-30625974-0d2e-4b84-a11c-a47d97d9b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.182096 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:22.183275 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:22.183839 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Checking segment: {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:22.184089 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.184483 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Bound using segment: {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:22.185114 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Bound port: 37cf3b1a-92c1-49d2-a49f-a035f8272635, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:22.185491 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.208634 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feca30-064b-4006-821e-59b3d7f99afb req-f956abab-abd5-473b-8855-7d4f3d237812 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:22.210932 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-f956abab-abd5-473b-8855-7d4f3d237812 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/networks?id=52bd74bd-39e1-48e8-89c9-cce057dd1ff3 HTTP/1.1" status: 200 len: 811 time: 0.6131327 Jul 26 05:00:22.266086 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-b5c53178-197a-4dd3-9331-96976f762d33 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/quotas/981b76b8fd394154a07921073ab08ed6 HTTP/1.1" status: 200 len: 375 time: 0.0434899 Jul 26 05:00:22.279752 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fb8a40-a5d2-44d1-b7f0-fa90767fecef']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:22.420731 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-01925e5e-9314-401c-b5c1-dcc2e3a029cb service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:00:22.425445 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-01925e5e-9314-401c-b5c1-dcc2e3a029cb service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2672856 Jul 26 05:00:22.455304 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-3f9352b1-899f-4eb3-affa-0aa7734ab8ed tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=981b76b8fd394154a07921073ab08ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1730037 Jul 26 05:00:22.462982 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] For port 37cf3b1a-92c1-49d2-a49f-a035f8272635, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:22.466827 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] For port 37cf3b1a-92c1-49d2-a49f-a035f8272635, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=37cf3b1a-92c1-49d2-a49f-a035f8272635,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:22.480518 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.498895 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-51ac157e-972a-436f-9303-0c248ea103d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.546803 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-30625974-0d2e-4b84-a11c-a47d97d9b996 None None] For port 058e0acf-866f-470f-9d50-e6ef80ec412e, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=058e0acf-866f-470f-9d50-e6ef80ec412e,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:22.550468 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47728cd-7eba-42db-827e-209af487ce72') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:22.550626 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47728cd-7eba-42db-827e-209af487ce72') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:22.551750 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 9617c36c-29b2-400e-9036-e8d58eae022e is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:22.552267 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.606333 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (b47728cd-7eba-42db-827e-209af487ce72), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.638018 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 9617c36c-29b2-400e-9036-e8d58eae022e, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=9617c36c-29b2-400e-9036-e8d58eae022e,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:22.650390 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (b47728cd-7eba-42db-827e-209af487ce72), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.655093 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.657159 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:22.661682 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:00:22.662530 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (b47728cd-7eba-42db-827e-209af487ce72), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.677040 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Routers {'cfbb6e53-18ae-40e1-b685-f15c83939e73'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:22.677822 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:00:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['cfbb6e53-18ae-40e1-b685-f15c83939e73'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:22.681254 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789db617-0b8f-499a-b072-7f2e4763af1e None None] Pushing event updated for resources: {'Port': ['ID=37cf3b1a-92c1-49d2-a49f-a035f8272635,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:22.688266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:22.712380 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-30625974-0d2e-4b84-a11c-a47d97d9b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.762329 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:22.773058 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:22.808287 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:22.811241 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (e1fb8a40-a5d2-44d1-b7f0-fa90767fecef), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.837222 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment b47728cd-7eba-42db-827e-209af487ce72 resource provider aggregate not found Jul 26 05:00:22.854416 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] Provisioning complete for port 37cf3b1a-92c1-49d2-a49f-a035f8272635 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:22.854812 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.875595 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:22.889014 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] 10.222.0.17 "DELETE /v2.0/networks/e1fb8a40-a5d2-44d1-b7f0-fa90767fecef HTTP/1.1" status: 204 len: 168 time: 2.5857732 Jul 26 05:00:22.930747 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-aa9cc81a-aa33-42a4-b39f-678d0f53a9ff service neutron] 10.222.0.17 "GET /v2.0/networks/52bd74bd-39e1-48e8-89c9-cce057dd1ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664555 Jul 26 05:00:22.941786 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=9617c36c-29b2-400e-9036-e8d58eae022e,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:22.995228 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] Set router cfbb6e53-18ae-40e1-b685-f15c83939e73 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:23.020895 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-ef7463de-3a37-4096-ad5d-3ea3eb75c438 service neutron] 10.222.0.17 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318499 Jul 26 05:00:23.031179 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment b47728cd-7eba-42db-827e-209af487ce72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b47728cd-7eba-42db-827e-209af487ce72 found for delete ", "request_id": "req-d1ca71e8-f7a7-465f-84bd-1bcac85f8ead"}]} Jul 26 05:00:23.082941 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aadab2-cbd2-4f8a-9c06-a46ab29860c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fb8a40-a5d2-44d1-b7f0-fa90767fecef,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:23.095600 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30625974-0d2e-4b84-a11c-a47d97d9b996 None None] Pushing event updated for resources: {'Port': ['ID=058e0acf-866f-470f-9d50-e6ef80ec412e,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:23.129819 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Network 94dd837e-81c9-4e2e-9135-742712cb9531 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:23.140273 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:23.140794 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:23.143128 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:23.162700 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-727260af-85bf-45f7-9c68-e49e40e07ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bdad6507-d19b-4942-ac32-247c6888ed4b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:23.172930 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-727260af-85bf-45f7-9c68-e49e40e07ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:23.181094 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-727260af-85bf-45f7-9c68-e49e40e07ea6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bdad6507-d19b-4942-ac32-247c6888ed4b HTTP/1.1" status: 204 len: 168 time: 3.1281049 Jul 26 05:00:23.193024 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 43972) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:23.226112 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-dae9aa00-2ef8-4341-9645-3f86d8c166b9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:23.227985 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-dae9aa00-2ef8-4341-9645-3f86d8c166b9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 815 time: 1.3008378 Jul 26 05:00:23.404146 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727260af-85bf-45f7-9c68-e49e40e07ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdad6507-d19b-4942-ac32-247c6888ed4b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:23.456265 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Router fe8be3be-6385-4fff-b609-cd7d5437c478 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:00:23.509522 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-666db3ff-e44c-434a-9022-19a30a6eabd6 service neutron] 10.222.0.17 "GET /v2.0/networks/52bd74bd-39e1-48e8-89c9-cce057dd1ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679522 Jul 26 05:00:23.514605 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-9ef2e550-5993-4feb-bf78-853f2def4fc1 service neutron] 10.222.0.17 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926109 Jul 26 05:00:23.547579 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:23.550773 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 3604ac4d-95d1-47a6-90b1-3872556099ba up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:23.657073 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] Current status of the port 37cf3b1a-92c1-49d2-a49f-a035f8272635 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:23.660171 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:23.663393 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-51ac157e-972a-436f-9303-0c248ea103d8 admin admin] Publish callbacks [] for security_group (ea260c10-1f03-47c3-ac61-ce9c354d5bcb), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:23.682827 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-eee1262a-7449-447d-b92a-156cf0631a16 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4e1d08f366f24923bb7b43a52178d51e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4846122 Jul 26 05:00:23.684004 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 43978) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:23.696234 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-51ac157e-972a-436f-9303-0c248ea103d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ea260c10-1f03-47c3-ac61-ce9c354d5bcb), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:23.763840 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 3604ac4d-95d1-47a6-90b1-3872556099ba triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:23.764418 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:23.838107 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:23.870547 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac157e-972a-436f-9303-0c248ea103d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea260c10-1f03-47c3-ac61-ce9c354d5bcb,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:23.872578 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] For port 37cf3b1a-92c1-49d2-a49f-a035f8272635, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=37cf3b1a-92c1-49d2-a49f-a035f8272635,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:23.880657 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:58Z', 'updated_at': '2022-07-26T05:00:14Z', 'revision_number': 4, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'gw_port': {'id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:01Z', 'updated_at': '2022-07-26T05:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '37cf3b1a-92c1-49d2-a49f-a035f8272635', 'name': '', 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'mac_address': 'fa:16:3e:63:ed:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'aeb0aa99-f043-4a69-af17-d231947f194e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:13Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'subnets': [{'id': 'aeb0aa99-f043-4a69-af17-d231947f194e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:23.886775 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:23.913935 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9fae-88ea-4978-b440-30b6ef56db31 admin admin] Publish callbacks [] for security_group (73d0a502-8add-40a4-a9d1-bfd790db6ed9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:23.949045 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1f4ef2-7e6c-4ba4-97fb-2c366c6e1268 None None] The sync data for ids ['cfbb6e53-18ae-40e1-b685-f15c83939e73'] in dv-cinder-850574-1-iscsi is: [{'id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:58Z', 'updated_at': '2022-07-26T05:00:14Z', 'revision_number': 4, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'gw_port': {'id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:01Z', 'updated_at': '2022-07-26T05:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '37cf3b1a-92c1-49d2-a49f-a035f8272635', 'name': '', 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'mac_address': 'fa:16:3e:63:ed:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'aeb0aa99-f043-4a69-af17-d231947f194e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:13Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'subnets': [{'id': 'aeb0aa99-f043-4a69-af17-d231947f194e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:00:24.011119 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] Provisioning complete for port 058e0acf-866f-470f-9d50-e6ef80ec412e triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:24.011522 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:24.103900 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-51ac157e-972a-436f-9303-0c248ea103d8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=35463c490516487c936b93bcd5407ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2673366 Jul 26 05:00:24.104889 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44004) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:24.172457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9fae-88ea-4978-b440-30b6ef56db31 admin admin] Publish callbacks [] for security_group (73d0a502-8add-40a4-a9d1-bfd790db6ed9), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:24.192293 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 3604ac4d-95d1-47a6-90b1-3872556099ba is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:24.234318 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] Pushing event updated for resources: {'Port': ['ID=37cf3b1a-92c1-49d2-a49f-a035f8272635,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:24.281335 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-80108d80-871a-459d-90f1-41526152f957 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27187d178a5f47b49035991ab566c2d9 HTTP/1.1" status: 200 len: 380 time: 0.8935502 Jul 26 05:00:24.311228 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bdc6a4c9-6e3a-4abe-9045-9db3e7b2a364 req-bac7dc42-f60d-4dd0-b9ab-43eb37372ea6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 210 time: 0.2518470 Jul 26 05:00:24.412291 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-72633e01-63f5-45eb-ad39-296ba760cf74 None None] Current status of the port 058e0acf-866f-470f-9d50-e6ef80ec412e is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:24.538291 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44012) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:24.554363 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'port': {'device_id': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'admin_state_up': True, 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'security_groups': ['557ac1de-a81b-4199-852e-771fed61a9e2']}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:24.557333 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-f75e780d-ce12-4bf3-9df9-ed9f227d4a15 None None] Provisioning complete for port 37cf3b1a-92c1-49d2-a49f-a035f8272635 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:24.557918 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f75e780d-ce12-4bf3-9df9-ed9f227d4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:24.668798 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 9617c36c-29b2-400e-9036-e8d58eae022e up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:24.715072 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2e519a4-9a01-40b3-b10c-3c3b34fa242f req-fdb1a609-9ef1-498b-8573-bb05f3744b05 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 210 time: 0.1725225 Jul 26 05:00:24.736403 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96a46bc5-2ccd-4afc-94f7-c348f1179fde req-374f69ad-97e4-4c13-a36c-f3bd25a16076 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 210 time: 0.6001742 Jul 26 05:00:24.742718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9fae-88ea-4978-b440-30b6ef56db31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (73d0a502-8add-40a4-a9d1-bfd790db6ed9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:24.762523 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d5b9fae-88ea-4978-b440-30b6ef56db31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:24.766921 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3d5b9fae-88ea-4978-b440-30b6ef56db31 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/73d0a502-8add-40a4-a9d1-bfd790db6ed9 HTTP/1.1" status: 204 len: 168 time: 1.0817084 Jul 26 05:00:24.778204 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b9fae-88ea-4978-b440-30b6ef56db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d0a502-8add-40a4-a9d1-bfd790db6ed9,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:24.780861 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8a84550f-8a5d-468d-9e41-29127938c429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:24.860100 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 9617c36c-29b2-400e-9036-e8d58eae022e triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:24.860744 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:24.941428 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-f75e780d-ce12-4bf3-9df9-ed9f227d4a15 None None] Current status of the port 37cf3b1a-92c1-49d2-a49f-a035f8272635 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:24.970737 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:25.086316 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8a84550f-8a5d-468d-9e41-29127938c429 admin admin] Publish callbacks [] for security_group (04a3231a-c2d1-47b0-9ba0-effb3c60196a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:25.099085 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8a84550f-8a5d-468d-9e41-29127938c429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (04a3231a-c2d1-47b0-9ba0-effb3c60196a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:25.103407 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-f75e780d-ce12-4bf3-9df9-ed9f227d4a15 None None] Provisioning complete for port 0e23526b-a8fe-4d23-8735-533401a6945a triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:25.107647 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f75e780d-ce12-4bf3-9df9-ed9f227d4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:25.181232 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:25.193880 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:00:25.220364 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6e1098df-e39b-4137-a6a7-f2235d2fdafc admin admin] 10.222.0.17 "PUT /v2.0/routers/fe8be3be-6385-4fff-b609-cd7d5437c478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9358742 Jul 26 05:00:25.281234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:25.291974 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Sync routers for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:00:25.294305 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8a84550f-8a5d-468d-9e41-29127938c429 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5de03239c4e24cc7bf6dec1cd2da2567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6916449 Jul 26 05:00:25.295266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84550f-8a5d-468d-9e41-29127938c429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a3231a-c2d1-47b0-9ba0-effb3c60196a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:25.299200 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44040) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:25.362189 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-f75e780d-ce12-4bf3-9df9-ed9f227d4a15 None None] Port 0e23526b-a8fe-4d23-8735-533401a6945a cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:25.453989 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 9617c36c-29b2-400e-9036-e8d58eae022e is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:25.455945 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 058e0acf-866f-470f-9d50-e6ef80ec412e up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:25.462266 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:25.463923 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:00:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:25.491936 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b474fb3-0b41-4527-a4d5-37e098285a7c admin admin] Publish callbacks [] for security_group (04a3231a-c2d1-47b0-9ba0-effb3c60196a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:25.555591 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8fd1-3af2-4050-a33c-cab973403431 admin admin] Publish callbacks [] for security_group (ea260c10-1f03-47c3-ac61-ce9c354d5bcb), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:25.610413 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b474fb3-0b41-4527-a4d5-37e098285a7c admin admin] Publish callbacks [] for security_group (04a3231a-c2d1-47b0-9ba0-effb3c60196a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:25.752472 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 058e0acf-866f-470f-9d50-e6ef80ec412e triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:25.753167 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:25.802524 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b474fb3-0b41-4527-a4d5-37e098285a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (04a3231a-c2d1-47b0-9ba0-effb3c60196a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:25.817456 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b474fb3-0b41-4527-a4d5-37e098285a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:25.819231 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1b474fb3-0b41-4527-a4d5-37e098285a7c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/04a3231a-c2d1-47b0-9ba0-effb3c60196a HTTP/1.1" status: 204 len: 168 time: 0.5158908 Jul 26 05:00:25.999358 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c059e1e-c644-4bbd-bf75-e7d34a2d664f req-68a29bbf-4177-49e2-9b13-3269bdc8fb10 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 210 time: 0.2468872 Jul 26 05:00:26.014574 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8fd1-3af2-4050-a33c-cab973403431 admin admin] Publish callbacks [] for security_group (ea260c10-1f03-47c3-ac61-ce9c354d5bcb), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:26.031896 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:26.166742 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b474fb3-0b41-4527-a4d5-37e098285a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a3231a-c2d1-47b0-9ba0-effb3c60196a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:26.178883 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 058e0acf-866f-470f-9d50-e6ef80ec412e is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:26.188083 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b118285c-dfeb-450f-932e-4855e6cc8b6a req-11dcb0be-491d-4361-9339-b5c6b944ea6d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 210 time: 0.2611694 Jul 26 05:00:26.339717 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Made reservation on behalf of 27187d178a5f47b49035991ab566c2d9 for: {'port': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:00:26.376607 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:26.465957 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83e81182-f33b-4699-8b0e-5160e5025f9d req-9b1dc69e-df61-44e5-9d4a-eee02a4e07b8 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 210 time: 0.1948941 Jul 26 05:00:26.559239 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8fd1-3af2-4050-a33c-cab973403431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ea260c10-1f03-47c3-ac61-ce9c354d5bcb), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:26.588639 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b0d8fd1-3af2-4050-a33c-cab973403431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:26.590044 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1b0d8fd1-3af2-4050-a33c-cab973403431 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ea260c10-1f03-47c3-ac61-ce9c354d5bcb HTTP/1.1" status: 204 len: 168 time: 2.4669316 Jul 26 05:00:26.613625 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:26.691067 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44074) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:26.901650 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-07fe20a0-32e3-4d5b-a63f-f64ae0b57357 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f50bae84e5294d469fc867a01cdb2602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076960 Jul 26 05:00:26.905109 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44080) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:26.915900 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d8fd1-3af2-4050-a33c-cab973403431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea260c10-1f03-47c3-ac61-ce9c354d5bcb,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:26.959411 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:27.029230 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:19Z', 'revision_number': 2, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:27.093596 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-463cee6a-a393-40a3-8aab-fa3d345a2f91 admin admin] Publish callbacks [] for security_group (245268a0-8b13-4c64-9e1e-02cb6f424148), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:27.125374 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Checking router: fe8be3be-6385-4fff-b609-cd7d5437c478 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:00:27.125846 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Updating router fe8be3be-6385-4fff-b609-cd7d5437c478 port 0e23526b-a8fe-4d23-8735-533401a6945a binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:00:27.140945 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 37cf3b1a-92c1-49d2-a49f-a035f8272635 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:27.191317 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-463cee6a-a393-40a3-8aab-fa3d345a2f91 admin admin] Publish callbacks [] for security_group (245268a0-8b13-4c64-9e1e-02cb6f424148), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:27.249433 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Allocated IP 172.20.0.8 (b59dfcee-9319-4218-b70b-67be8305e37d/30a12777-e5f7-4c1d-97a2-fde459216aa1/a540d166-7fe8-4084-911e-a2037b5f9fd5) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:27.311460 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:27.399519 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:27.415802 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 37cf3b1a-92c1-49d2-a49f-a035f8272635 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:27.416205 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:27.418672 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c06e4d42-a9ae-4146-8d0b-777d29618ba9 req-628546b0-ba8e-4e1d-af19-f02c81be4882 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 210 time: 0.1546743 Jul 26 05:00:27.461839 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-463cee6a-a393-40a3-8aab-fa3d345a2f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (245268a0-8b13-4c64-9e1e-02cb6f424148), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:27.465031 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-463cee6a-a393-40a3-8aab-fa3d345a2f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:27.466215 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-463cee6a-a393-40a3-8aab-fa3d345a2f91 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/245268a0-8b13-4c64-9e1e-02cb6f424148 HTTP/1.1" status: 204 len: 168 time: 0.5599477 Jul 26 05:00:27.479959 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cee6a-a393-40a3-8aab-fa3d345a2f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245268a0-8b13-4c64-9e1e-02cb6f424148,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:27.698469 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44102) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:27.850536 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-960d20d3-3466-4800-9c77-b32cf497e042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:28.066865 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.52', 62727) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:28.288431 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1038853-cfc1-41a9-9e6c-c08ac4b20fed req-e607f1bb-9ede-4b28-bed1-b8f1ba6844f8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 210 time: 0.7351844 Jul 26 05:00:28.394056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-1bdf5cbc-5650-4eea-a749-519c294c1c6c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:28.404209 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-1bdf5cbc-5650-4eea-a749-519c294c1c6c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 818 time: 0.6457944 Jul 26 05:00:28.474519 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-a151e598-fda3-4b29-bab1-18b94ece35e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/quotas/1c772e5c90114978ad92818d58ca11c2 HTTP/1.1" status: 200 len: 375 time: 0.0576088 Jul 26 05:00:28.630363 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:28.778217 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:28.875305 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:28.890079 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34df62-6753-4d47-af60-5143a96276ff req-edce7d7a-13bc-44ae-b36b-fb86b61585e3 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:28.898504 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-edce7d7a-13bc-44ae-b36b-fb86b61585e3 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 811 time: 0.8240762 Jul 26 05:00:28.922207 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e7bd5c0-93ba-4294-a31b-1308aacdf6d1 req-2220e0fe-e62f-471e-b873-dc1a35cd39d8 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 210 time: 0.3635228 Jul 26 05:00:28.959876 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-14fdb4c5-8abc-4741-bc47-a76830120f83 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4671042 Jul 26 05:00:28.960306 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:28.971993 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 37cf3b1a-92c1-49d2-a49f-a035f8272635 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:29.150393 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-960d20d3-3466-4800-9c77-b32cf497e042 admin admin] Publish callbacks [] for security_group (3156f3ab-b3ab-43b6-b780-a6592079d1c8), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:29.189806 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Publish callbacks [] for port (0e23526b-a8fe-4d23-8735-533401a6945a), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:29.203971 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-960d20d3-3466-4800-9c77-b32cf497e042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3156f3ab-b3ab-43b6-b780-a6592079d1c8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:29.205156 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:29.228381 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-2e0c4c37-aa91-42e0-b29d-551e2f36cd48 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9747c4b81e8844e989d70b8001a196b0 HTTP/1.1" status: 200 len: 380 time: 0.2614932 Jul 26 05:00:29.240470 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:29.361340 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-960d20d3-3466-4800-9c77-b32cf497e042 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6c17ed3b3b9945da987db43b817faba1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6282802 Jul 26 05:00:29.377967 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45c91e71-16a8-4490-8a80-eb75337ef673 req-d0c751fd-8cbd-4fe4-a9ef-a6f79cffd23f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 210 time: 0.2147102 Jul 26 05:00:29.381083 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44142) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:29.427474 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f01e1-f401-4481-91ae-14ecd80d40f6 None None] Pushing event updated for resources: {'Port': ['ID=0e23526b-a8fe-4d23-8735-533401a6945a,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:29.595539 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Attempting to bind port 0e23526b-a8fe-4d23-8735-533401a6945a on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:29.596453 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Attempting to bind port 0e23526b-a8fe-4d23-8735-533401a6945a by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:29.600994 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Attempting to bind port 0e23526b-a8fe-4d23-8735-533401a6945a on network 94dd837e-81c9-4e2e-9135-742712cb9531 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:29.620758 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:29.621547 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Checking segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:29.622189 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:29.624025 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Bound using segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:29.624878 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Bound port: 0e23526b-a8fe-4d23-8735-533401a6945a, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:29.625516 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:29.673201 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:29.688363 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d20d3-3466-4800-9c77-b32cf497e042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3156f3ab-b3ab-43b6-b780-a6592079d1c8,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:29.721696 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'port': {'device_id': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'admin_state_up': True, 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'security_groups': ['d854e389-f6cb-402a-95af-f0a236c993c5']}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:29.754986 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-44620948-ba99-4029-97a0-2fce099de962 admin admin] Publish callbacks [] for security_group (3156f3ab-b3ab-43b6-b780-a6592079d1c8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:29.767211 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.52', 62730) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:29.775345 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Network b59dfcee-9319-4218-b70b-67be8305e37d is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:29.786369 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:29.898964 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b42015d1-d637-4007-bbe2-7755ea6947c6 req-7936ce2b-e491-40df-930b-cbb9b10b066f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 210 time: 0.2740772 Jul 26 05:00:29.961528 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:29.963902 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-1476c9fd-cc19-4e6a-9416-b31d90395e78 None None] Provisioning complete for port 0e23526b-a8fe-4d23-8735-533401a6945a triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:29.964524 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1476c9fd-cc19-4e6a-9416-b31d90395e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:29.967939 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:30.016084 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-44620948-ba99-4029-97a0-2fce099de962 admin admin] Publish callbacks [] for security_group (3156f3ab-b3ab-43b6-b780-a6592079d1c8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:30.176136 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:30.219544 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] For port 0e23526b-a8fe-4d23-8735-533401a6945a, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:30.286567 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-684d04e2-cbb6-48b0-8565-2b18d89ec313 service neutron] 10.222.0.17 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2772429 Jul 26 05:00:30.325374 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-1476c9fd-cc19-4e6a-9416-b31d90395e78 None None] Port 0e23526b-a8fe-4d23-8735-533401a6945a cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:30.351219 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] For port 0e23526b-a8fe-4d23-8735-533401a6945a, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=0e23526b-a8fe-4d23-8735-533401a6945a,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:30.376344 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:30.493423 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-44620948-ba99-4029-97a0-2fce099de962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3156f3ab-b3ab-43b6-b780-a6592079d1c8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:30.499240 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-44620948-ba99-4029-97a0-2fce099de962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:30.500872 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-44620948-ba99-4029-97a0-2fce099de962 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3156f3ab-b3ab-43b6-b780-a6592079d1c8 HTTP/1.1" status: 204 len: 168 time: 1.1047182 Jul 26 05:00:30.517794 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-6d8a5164-0da9-46f5-8416-36928e9fee82 service neutron] 10.222.0.17 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293935 Jul 26 05:00:30.645382 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44620948-ba99-4029-97a0-2fce099de962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3156f3ab-b3ab-43b6-b780-a6592079d1c8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:30.683767 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e88e51ff-cf41-4fc6-b3a6-49275bcd8b4a req-22540cf9-50e3-4508-9b96-2fa11b3381c4 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 210 time: 0.4182293 Jul 26 05:00:30.844392 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:00:30.845075 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:00:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:30.870335 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:30.870335 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:30.963418 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-be202558-15b6-40de-b820-1ce005e38e86 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6494112 Jul 26 05:00:31.026498 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d67ccd-d4ee-4e9f-a61a-37164b446d5d req-e861548a-1d04-4bbd-81ec-d95ef579941f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:31.042640 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f6d67ccd-d4ee-4e9f-a61a-37164b446d5d req-e861548a-1d04-4bbd-81ec-d95ef579941f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 931 time: 0.2242854 Jul 26 05:00:31.054155 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-283465dc-545f-4bf9-b90a-c30feae838dc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:00:31.063908 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-283465dc-545f-4bf9-b90a-c30feae838dc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471411 Jul 26 05:00:31.144062 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feca30-064b-4006-821e-59b3d7f99afb req-33f7741b-2e59-45d1-8fde-d3763b0aecd5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:31.166799 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-33f7741b-2e59-45d1-8fde-d3763b0aecd5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.52 "GET /v2.0/networks?id=52bd74bd-39e1-48e8-89c9-cce057dd1ff3 HTTP/1.1" status: 200 len: 811 time: 1.3708949 Jul 26 05:00:31.191257 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f4e1e9e1-defa-4c36-a353-98614d7b9c56 req-33cb1967-1e5a-4c9a-b007-e7204da07ffb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 210 time: 0.1413057 Jul 26 05:00:31.239358 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Request body: {'port': {'device_id': 'c8aaf576-9983-4dfb-b436-2bb04e2deddc', 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3', 'admin_state_up': True, 'tenant_id': '981b76b8fd394154a07921073ab08ed6'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:31.376511 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-fb781bc1-1888-41a3-805c-cda15261d201 None None] Provisioning complete for port a540d166-7fe8-4084-911e-a2037b5f9fd5 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:31.378078 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fb781bc1-1888-41a3-805c-cda15261d201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:31.494938 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f6d67ccd-d4ee-4e9f-a61a-37164b446d5d req-0eaff1e2-70b7-4f48-a0d5-07dd44502537 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184892 Jul 26 05:00:31.674070 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f01e1-f401-4481-91ae-14ecd80d40f6 None None] Pushing event updated for resources: {'Port': ['ID=0e23526b-a8fe-4d23-8735-533401a6945a,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:31.681085 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:00:31.740980 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-fb781bc1-1888-41a3-805c-cda15261d201 None None] Port a540d166-7fe8-4084-911e-a2037b5f9fd5 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:32.012632 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-c5bf7c12-216f-4f0c-ad37-351a37591652 None None] Provisioning complete for port 0e23526b-a8fe-4d23-8735-533401a6945a triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:32.012632 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c5bf7c12-216f-4f0c-ad37-351a37591652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:32.029555 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2587aab9-56e2-4586-899a-19b40c401faa req-82916fa3-f8cb-48e4-924f-739ea8a11537 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 210 time: 0.1883168 Jul 26 05:00:32.056515 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:32.067834 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Made reservation on behalf of 981b76b8fd394154a07921073ab08ed6 for: {'port': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:00:32.072713 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:32.081933 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Made reservation on behalf of 9747c4b81e8844e989d70b8001a196b0 for: {'port': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:00:32.102471 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:32.157210 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df1c658d-c7a5-4e9d-ad24-3101e51a1dac req-f8616679-5098-4372-ab2c-8f6cef40c13c tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 210 time: 0.1719680 Jul 26 05:00:32.471965 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Allocated IP 172.20.0.4 (41d26926-2f73-4071-bfbf-1d55e6f46e9c/15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf/358a3c7b-6b7d-446a-adf5-98c0f873899c) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:32.687416 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-c5bf7c12-216f-4f0c-ad37-351a37591652 None None] Current status of the port 0e23526b-a8fe-4d23-8735-533401a6945a is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:32.688705 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c5bf7c12-216f-4f0c-ad37-351a37591652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:32.760649 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:32.778341 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:32.909930 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-c5bf7c12-216f-4f0c-ad37-351a37591652 None None] For port 0e23526b-a8fe-4d23-8735-533401a6945a, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=0e23526b-a8fe-4d23-8735-533401a6945a,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:32.929144 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ede960-d1b2-45a1-ae1f-05ab957d3439 req-89f7fb65-393e-42c4-9188-1dcb4b14383c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:32.941754 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:30Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:00:32.945300 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39ede960-d1b2-45a1-ae1f-05ab957d3439 req-89f7fb65-393e-42c4-9188-1dcb4b14383c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 931 time: 0.2223899 Jul 26 05:00:32.978441 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c5bf7c12-216f-4f0c-ad37-351a37591652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:33.089394 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Allocated IP 172.20.0.4 (52bd74bd-39e1-48e8-89c9-cce057dd1ff3/aeb0aa99-f043-4a69-af17-d231947f194e/5ac2aa1d-8120-41dd-8ac5-91308f607903) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:33.420904 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39ede960-d1b2-45a1-ae1f-05ab957d3439 req-8b411ba8-801a-4978-bd21-ccb9ba136f56 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4736714 Jul 26 05:00:33.520540 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:33.593088 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Publish callbacks [] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:33.597272 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-35a2f846-86c2-4426-90f9-22b428b21aba tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:33.606360 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf7c12-216f-4f0c-ad37-351a37591652 None None] Pushing event updated for resources: {'Port': ['ID=0e23526b-a8fe-4d23-8735-533401a6945a,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:33.629665 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f48a607-7ffb-43a1-afd3-325954a1a3c9 None None] The sync data for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:30Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:00:33.633417 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-35a2f846-86c2-4426-90f9-22b428b21aba tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 818 time: 1.1808658 Jul 26 05:00:33.740011 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Request body: {'port': {'device_id': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:33.748617 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:33.757293 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:33.762278 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:33.778306 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:33.872009 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=89 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:33.889888 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:33.995989 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:34.011074 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-fca358a9-fa7d-48ec-893a-02aa65dc92f2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/quotas/1c772e5c90114978ad92818d58ca11c2 HTTP/1.1" status: 200 len: 375 time: 0.3527741 Jul 26 05:00:34.044340 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:34.047365 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'Port': ['ID=358a3c7b-6b7d-446a-adf5-98c0f873899c,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:34.263451 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787967d4-9ea2-4e4d-9b48-4d91c476ccbb req-b0f6ae1c-ee45-4903-877b-d867c6be38ba tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:34.278066 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-787967d4-9ea2-4e4d-9b48-4d91c476ccbb req-b0f6ae1c-ee45-4903-877b-d867c6be38ba tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 931 time: 0.4734983 Jul 26 05:00:34.325499 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:34.510186 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:34.512851 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:34.549016 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:34.550076 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:34.565313 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-787967d4-9ea2-4e4d-9b48-4d91c476ccbb req-e7d5a0b5-355d-457e-a6f9-d23ca1c7ba32 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704527 Jul 26 05:00:34.588639 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Pushing event updated for resources: {'Port': ['ID=5ac2aa1d-8120-41dd-8ac5-91308f607903,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:34.633437 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-36598fec-9783-4d8b-8208-cde4ec797bd7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6200123 Jul 26 05:00:34.641685 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.52', 62737) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:34.747466 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:34.762767 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-ca83f7e5-1390-4391-ae31-73d393f451f0 None None] Provisioning complete for port 358a3c7b-6b7d-446a-adf5-98c0f873899c triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:34.763439 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca83f7e5-1390-4391-ae31-73d393f451f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:34.775697 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-10ff221f-b3cf-458d-80fe-31eb1f316687 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0741913 Jul 26 05:00:34.784514 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:34.797643 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:34.909765 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:34.943075 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-ca83f7e5-1390-4391-ae31-73d393f451f0 None None] Port 358a3c7b-6b7d-446a-adf5-98c0f873899c cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:35.231618 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 0e23526b-a8fe-4d23-8735-533401a6945a up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:35.522125 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Request body: {'port': {'device_id': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:35.670347 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-be5447b7-97df-46b1-906f-03a8999d2a39 None None] Provisioning complete for port 5ac2aa1d-8120-41dd-8ac5-91308f607903 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:35.670733 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-be5447b7-97df-46b1-906f-03a8999d2a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:35.857105 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 0e23526b-a8fe-4d23-8735-533401a6945a triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:35.858146 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:36.085351 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-c571b3ec-f9bd-4e4f-9017-5482225f4249 service neutron] 10.222.0.17 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3956890 Jul 26 05:00:36.116370 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-be5447b7-97df-46b1-906f-03a8999d2a39 None None] Port 5ac2aa1d-8120-41dd-8ac5-91308f607903 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:36.300644 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 0e23526b-a8fe-4d23-8735-533401a6945a is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:36.375435 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ba49-e613-4bd4-9ddc-c6323144169d req-df89d1e9-c04f-4a28-a964-c8ccebc8cacd tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:36.394979 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6660ba49-e613-4bd4-9ddc-c6323144169d req-df89d1e9-c04f-4a28-a964-c8ccebc8cacd tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 931 time: 1.5771184 Jul 26 05:00:36.575301 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:36.576510 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:36.597818 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-b8fa915e-6e23-4a83-bf16-c6e5357af38f service neutron] 10.222.0.17 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103209 Jul 26 05:00:36.764735 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:36.827970 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-c00b5a93-6d2b-4be7-9ad4-35caad6e6a4a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:36.830209 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-95ee2145-4cf6-48b8-982b-3710dfb034b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6610074 Jul 26 05:00:36.831301 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-c00b5a93-6d2b-4be7-9ad4-35caad6e6a4a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 818 time: 2.1880524 Jul 26 05:00:36.840374 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6660ba49-e613-4bd4-9ddc-c6323144169d req-3812e19a-cc09-42dc-9984-a57c13840180 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042950 Jul 26 05:00:36.880196 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Request body: {'port': {'device_id': '3f4c17ac-a751-4ebc-9a68-b051d32dc63f', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'admin_state_up': True, 'tenant_id': '1c772e5c90114978ad92818d58ca11c2'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:36.934874 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Request body: {'port': {'device_id': 'c8aaf576-9983-4dfb-b436-2bb04e2deddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:37.405647 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:37.524248 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9b523-2d32-47c8-b808-f030eccb2b7d req-5a7f4778-9e2c-4c1e-bf2d-6c732c21dbdf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:37.543623 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02e9b523-2d32-47c8-b808-f030eccb2b7d req-5a7f4778-9e2c-4c1e-bf2d-6c732c21dbdf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 931 time: 0.2963660 Jul 26 05:00:37.556047 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44344) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:37.736829 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02e9b523-2d32-47c8-b808-f030eccb2b7d req-22249d43-cac4-4f13-bc4f-3adae9d4bb11 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894579 Jul 26 05:00:37.737511 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a540d166-7fe8-4084-911e-a2037b5f9fd5 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:00:37.783357 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Publish callbacks [] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:37.949788 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476b26d-104e-405c-b478-fa469fa3bffd req-3cc886e4-da66-47ad-9804-cd86dd888d46 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:37.976941 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d476b26d-104e-405c-b478-fa469fa3bffd req-3cc886e4-da66-47ad-9804-cd86dd888d46 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 931 time: 0.6567552 Jul 26 05:00:38.109799 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:38.130768 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:38.140526 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Transition to ACTIVE for port object a540d166-7fe8-4084-911e-a2037b5f9fd5 will not be triggered until provisioned by entity L2. {{(pid=104002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:00:38.194695 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:38.212495 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:38.272750 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6e4b52b1-274b-4677-9e73-a7c307489423 req-8da43ee9-6734-4396-93b7-c4d8232caaac tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 210 time: 0.1583402 Jul 26 05:00:38.470469 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Made reservation on behalf of 1c772e5c90114978ad92818d58ca11c2 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:00:38.489149 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:38.508750 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:39.030710 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d476b26d-104e-405c-b478-fa469fa3bffd req-1376c341-d464-4378-93a6-46c48c1294fb tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9927773 Jul 26 05:00:39.112581 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44370) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:39.117576 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:39.344422 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ddd0516a-f151-4b2d-ab82-a241379cd093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:39.498696 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5f6b5-31fd-4faf-ade6-d038318f5624 req-dfb74683-5c2a-4d74-a944-39a3daa954b6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:39.507429 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4b5f6b5-31fd-4faf-ade6-d038318f5624 req-dfb74683-5c2a-4d74-a944-39a3daa954b6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1936429 Jul 26 05:00:39.640013 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4b5f6b5-31fd-4faf-ade6-d038318f5624 req-487986f7-2f0e-4c9c-a266-4542cc74e65f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310627 Jul 26 05:00:39.713598 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Attempting to bind port a540d166-7fe8-4084-911e-a2037b5f9fd5 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:39.714633 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Attempting to bind port a540d166-7fe8-4084-911e-a2037b5f9fd5 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:39.715604 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Attempting to bind port a540d166-7fe8-4084-911e-a2037b5f9fd5 on network b59dfcee-9319-4218-b70b-67be8305e37d {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:39.760701 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Port a540d166-7fe8-4084-911e-a2037b5f9fd5 on network b59dfcee-9319-4218-b70b-67be8305e37d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:00:39.767627 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Attempting to bind port a540d166-7fe8-4084-911e-a2037b5f9fd5 on network b59dfcee-9319-4218-b70b-67be8305e37d {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:39.776725 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cc0d3-e030-4e48-8d13-abd9d42120e1 req-c8e676c1-7e2d-4078-bfc4-c8648e0f5778 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:39.789351 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358a3c7b-6b7d-446a-adf5-98c0f873899c {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:00:39.794286 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f7cc0d3-e030-4e48-8d13-abd9d42120e1 req-c8e676c1-7e2d-4078-bfc4-c8648e0f5778 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 931 time: 1.0281360 Jul 26 05:00:39.894383 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Publish callbacks [] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:39.912171 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:39.913293 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Checking segment: {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:39.914700 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Bound using segment: {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:39.921149 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Bound port: a540d166-7fe8-4084-911e-a2037b5f9fd5, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:39.922351 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:40.087117 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Transition to ACTIVE for port object 358a3c7b-6b7d-446a-adf5-98c0f873899c will not be triggered until provisioned by entity L2. {{(pid=104002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:00:40.098332 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:40.186387 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac2aa1d-8120-41dd-8ac5-91308f607903 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:00:40.203225 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ddd0516a-f151-4b2d-ab82-a241379cd093 admin admin] Publish callbacks [] for security_group (d72a0bc5-3fac-451a-befa-8cb0d56e01a1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:40.203985 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Publish callbacks [] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:40.311622 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d01d4de1-63bf-4240-b504-ca15ad4a8e13 req-569b7788-d26e-41d9-b74b-5d23b33c24cc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 210 time: 0.4520981 Jul 26 05:00:40.341889 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Transition to ACTIVE for port object 5ac2aa1d-8120-41dd-8ac5-91308f607903 will not be triggered until provisioned by entity L2. {{(pid=104002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:00:40.350517 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Pushing event updated for resources: {'Port': ['ID=358a3c7b-6b7d-446a-adf5-98c0f873899c,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:40.373353 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ddd0516a-f151-4b2d-ab82-a241379cd093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d72a0bc5-3fac-451a-befa-8cb0d56e01a1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:40.434410 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:40.552317 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ddd0516a-f151-4b2d-ab82-a241379cd093 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ce5a4b3e5a7f4c15b0b1ca7758779773&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9282877 Jul 26 05:00:40.553503 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-789aa3eb-6957-45d4-bb43-7459e825266e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:40.568832 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f7cc0d3-e030-4e48-8d13-abd9d42120e1 req-7a0f9e37-a4cd-4839-9340-ec13fa0342de tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7701237 Jul 26 05:00:40.571144 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44392) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:40.683091 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Attempting to bind port 358a3c7b-6b7d-446a-adf5-98c0f873899c on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:40.683450 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Attempting to bind port 358a3c7b-6b7d-446a-adf5-98c0f873899c by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:40.683943 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Attempting to bind port 358a3c7b-6b7d-446a-adf5-98c0f873899c on network 41d26926-2f73-4071-bfbf-1d55e6f46e9c {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:40.696668 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:40.750738 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Port 358a3c7b-6b7d-446a-adf5-98c0f873899c on network 41d26926-2f73-4071-bfbf-1d55e6f46e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:00:40.751519 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Attempting to bind port 358a3c7b-6b7d-446a-adf5-98c0f873899c on network 41d26926-2f73-4071-bfbf-1d55e6f46e9c {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:40.771180 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:40.772311 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Checking segment: {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:40.772807 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Bound using segment: {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:40.773376 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Bound port: 358a3c7b-6b7d-446a-adf5-98c0f873899c, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:40.773880 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:40.854137 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:40.908041 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:40.916280 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:40.921411 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac2aa1d-8120-41dd-8ac5-91308f607903,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:40.924075 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30898f-2177-495d-9208-73848ae9fb20 req-91f4831b-35ab-404b-b528-a4d209439918 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:40.926036 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe30898f-2177-495d-9208-73848ae9fb20 req-91f4831b-35ab-404b-b528-a4d209439918 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 943 time: 0.3464723 Jul 26 05:00:40.930669 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.52', 62741) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:40.997924 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:41.034166 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:41.035161 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:41.036243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Allocated IP 172.20.0.4 (94dd837e-81c9-4e2e-9135-742712cb9531/253b6666-1911-48dd-a6f6-76871c57c95e/ad83218c-f197-497a-8169-9fcae83efaee) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:41.037152 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-25f946a8-a540-442d-8286-17239f62e600 service neutron] 10.222.0.52 "PUT /v2.0/ports/a540d166-7fe8-4084-911e-a2037b5f9fd5 HTTP/1.1" status: 200 len: 1093 time: 9.1059940 Jul 26 05:00:41.041266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0516a-f151-4b2d-ab82-a241379cd093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a0bc5-3fac-451a-befa-8cb0d56e01a1,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:41.058197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab7013-156f-49f2-94b7-6a859b2544be req-06a224d7-8cd4-4191-ac46-65d735bd5d40 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:41.060376 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8dab7013-156f-49f2-94b7-6a859b2544be req-06a224d7-8cd4-4191-ac46-65d735bd5d40 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1203201 Jul 26 05:00:41.062767 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:00:41.111008 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:41.179047 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:41.204447 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe30898f-2177-495d-9208-73848ae9fb20 req-636e8493-679d-471c-b910-4651843be60b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627964 Jul 26 05:00:41.298367 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2de1-7180-4d46-89a9-e692a4d27be1 admin admin] Publish callbacks [] for security_group (d72a0bc5-3fac-451a-befa-8cb0d56e01a1), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:41.330939 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Attempting to bind port 5ac2aa1d-8120-41dd-8ac5-91308f607903 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:41.331111 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Attempting to bind port 5ac2aa1d-8120-41dd-8ac5-91308f607903 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:41.331486 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Attempting to bind port 5ac2aa1d-8120-41dd-8ac5-91308f607903 on network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:41.342985 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] For port 358a3c7b-6b7d-446a-adf5-98c0f873899c, host hv-cinder-85057, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:41.350897 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f946a8-a540-442d-8286-17239f62e600 service neutron] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:41.392431 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] For port 358a3c7b-6b7d-446a-adf5-98c0f873899c, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:41.414986 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Port 5ac2aa1d-8120-41dd-8ac5-91308f607903 on network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:00:41.415586 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Attempting to bind port 5ac2aa1d-8120-41dd-8ac5-91308f607903 on network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:41.442839 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7521fa-1736-415c-a579-6d2491a15414" -d '{"events": [{"name": "network-changed", "server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:00:41.519132 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2de1-7180-4d46-89a9-e692a4d27be1 admin admin] Publish callbacks [] for security_group (d72a0bc5-3fac-451a-befa-8cb0d56e01a1), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:41.546707 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-789aa3eb-6957-45d4-bb43-7459e825266e admin admin] Publish callbacks [] for security_group (e48273ef-5ff2-4edc-9c3e-fabe9be3d2eb), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:41.596169 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:41.633955 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:41.634685 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Checking segment: {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:41.635150 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Bound using segment: {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:41.636354 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Bound port: 5ac2aa1d-8120-41dd-8ac5-91308f607903, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32167149-1c6a-4908-9f4a-7e6910acdf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:41.636479 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:41.655413 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8dab7013-156f-49f2-94b7-6a859b2544be req-889d5252-886c-4535-a530-56311ee03982 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5807669 Jul 26 05:00:41.699261 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-789aa3eb-6957-45d4-bb43-7459e825266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e48273ef-5ff2-4edc-9c3e-fabe9be3d2eb), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:41.828428 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:41.829383 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:41.831486 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] 10.222.0.52 "PUT /v2.0/ports/358a3c7b-6b7d-446a-adf5-98c0f873899c HTTP/1.1" status: 200 len: 1093 time: 7.0112445 Jul 26 05:00:41.831797 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b97222b-a7fc-4df9-af99-198ff578438e req-c9c49221-767a-49fd-aa35-4f7815254552 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 210 time: 0.2267265 Jul 26 05:00:41.852725 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-1252e64e-57ca-4793-b8d9-633713698bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:41.856747 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-1252e64e-57ca-4793-b8d9-633713698bef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 1127 time: 0.4560263 Jul 26 05:00:41.975425 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-789aa3eb-6957-45d4-bb43-7459e825266e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d6a6c2ad05e94d8c9bed191360d80c87&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7269652 Jul 26 05:00:41.994550 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-0ce8a3c8-011f-457e-ba20-8cce2221e050 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:42.001836 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-0ce8a3c8-011f-457e-ba20-8cce2221e050 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 818 time: 0.7664177 Jul 26 05:00:42.009282 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44450) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:42.028716 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789aa3eb-6957-45d4-bb43-7459e825266e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48273ef-5ff2-4edc-9c3e-fabe9be3d2eb,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:42.044629 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Request body: {'port': {'device_id': 'c4b20933-1aa3-4f28-9d7b-2482564c6c03', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'admin_state_up': True, 'tenant_id': '1c772e5c90114978ad92818d58ca11c2'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:42.269487 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for port (ad83218c-f197-497a-8169-9fcae83efaee), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:42.298061 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50129b2d-bb71-4993-9eac-03cc9aa59c1e req-ccc52d2c-8e2d-48a9-a3dc-852d83b94ced tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:42.306682 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50129b2d-bb71-4993-9eac-03cc9aa59c1e req-ccc52d2c-8e2d-48a9-a3dc-852d83b94ced tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 943 time: 0.2994442 Jul 26 05:00:42.327493 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f22e3b-c273-495d-af9c-2e467c684fa1 x-openstack-request-id: req-09f22e3b-c273-495d-af9c-2e467c684fa1 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:00:42.328110 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:00:42.328318 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-09f22e3b-c273-495d-af9c-2e467c684fa1 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:00:42.328850 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f22e3b-c273-495d-af9c-2e467c684fa1'] response: {'name': 'network-changed', 'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'status': 'completed', 'code': 200} Jul 26 05:00:42.374370 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8544edd-ce85-4660-87a2-2e2c2158525a admin admin] Publish callbacks [] for security_group (e48273ef-5ff2-4edc-9c3e-fabe9be3d2eb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:42.433297 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:42.441585 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-7dcdea09-d7a4-4625-a8e5-f80284674d3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5 HTTP/1.1" status: 200 len: 217 time: 0.5376008 Jul 26 05:00:42.456645 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34df62-6753-4d47-af60-5143a96276ff req-d9f1b38c-a882-41e9-ab8e-100c8f4ed258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:42.458866 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-d9f1b38c-a882-41e9-ab8e-100c8f4ed258 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 1127 time: 0.4264863 Jul 26 05:00:42.465870 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8544edd-ce85-4660-87a2-2e2c2158525a admin admin] Publish callbacks [] for security_group (e48273ef-5ff2-4edc-9c3e-fabe9be3d2eb), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:42.536362 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50129b2d-bb71-4993-9eac-03cc9aa59c1e req-e063be3c-ec4e-4ca0-8bc1-4a3a0f266d64 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228839 Jul 26 05:00:42.566724 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (ad83218c-f197-497a-8169-9fcae83efaee), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:42.580601 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786128ea-cd41-4949-b40f-cdf23f3975e3 service neutron] Pushing event updated for resources: {'Port': ['ID=358a3c7b-6b7d-446a-adf5-98c0f873899c,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:42.639530 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-34d75f9a-e5aa-437d-b197-382cb65f4cef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c HTTP/1.1" status: 200 len: 217 time: 0.0724819 Jul 26 05:00:42.644579 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-b5e08e68-f125-4031-8818-783e5ad48552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:42.646273 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-b5e08e68-f125-4031-8818-783e5ad48552 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.2024183 Jul 26 05:00:42.650062 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2de1-7180-4d46-89a9-e692a4d27be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d72a0bc5-3fac-451a-befa-8cb0d56e01a1), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:42.652830 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2de1-7180-4d46-89a9-e692a4d27be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:42.654225 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-7b4d2de1-7180-4d46-89a9-e692a4d27be1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d72a0bc5-3fac-451a-befa-8cb0d56e01a1 HTTP/1.1" status: 204 len: 168 time: 2.0160267 Jul 26 05:00:42.719887 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34df62-6753-4d47-af60-5143a96276ff req-7dad69d3-21a3-4939-ad64-741f79c19d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:42.721828 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-7dad69d3-21a3-4939-ad64-741f79c19d76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.0745962 Jul 26 05:00:42.749293 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] For port 5ac2aa1d-8120-41dd-8ac5-91308f607903, host hv-cinder-85057, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:42.804874 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d2de1-7180-4d46-89a9-e692a4d27be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a0bc5-3fac-451a-befa-8cb0d56e01a1,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:42.854172 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] For port 5ac2aa1d-8120-41dd-8ac5-91308f607903, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=5ac2aa1d-8120-41dd-8ac5-91308f607903,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:42.877493 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:42.885218 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-74c1265f-4c96-4eeb-ad3a-9ff0ccf424f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:42.887344 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-74c1265f-4c96-4eeb-ad3a-9ff0ccf424f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1796389 Jul 26 05:00:42.888631 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:42.895370 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34df62-6753-4d47-af60-5143a96276ff req-05ed7f61-2791-4f36-8c74-4a7c68c6dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:42.897216 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-05ed7f61-2791-4f36-8c74-4a7c68c6dfdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1390550 Jul 26 05:00:43.012114 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:43.012554 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:43.014189 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] 10.222.0.52 "PUT /v2.0/ports/5ac2aa1d-8120-41dd-8ac5-91308f607903 HTTP/1.1" status: 200 len: 1093 time: 6.0879033 Jul 26 05:00:43.055530 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef67e8-2900-4695-a8c5-7549c7cdd58b req-b9df4f73-e213-4cfa-89fd-5d2eea3070b8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:43.068891 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8ef67e8-2900-4695-a8c5-7549c7cdd58b req-b9df4f73-e213-4cfa-89fd-5d2eea3070b8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 943 time: 0.6121562 Jul 26 05:00:43.096614 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Made reservation on behalf of 1c772e5c90114978ad92818d58ca11c2 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:00:43.102338 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:43.127334 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:43.173673 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ade1d-0b9a-4a6f-b9c9-1216478839e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac2aa1d-8120-41dd-8ac5-91308f607903,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:43.239714 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-0c5c3e50-a110-40a1-8cd1-4f95370ccf02 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358784 Jul 26 05:00:43.243148 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feca30-064b-4006-821e-59b3d7f99afb req-c292b521-5358-482b-86b9-a0a060368b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:43.245340 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-c292b521-5358-482b-86b9-a0a060368b27 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=981b76b8fd394154a07921073ab08ed6&device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 1127 time: 0.1545644 Jul 26 05:00:43.276663 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-2c5f9ded-ee4b-402e-9fae-fefe276b90ab service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713038 Jul 26 05:00:43.371886 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Network 94dd837e-81c9-4e2e-9135-742712cb9531 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:43.389843 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-cf6b8422-18cc-4429-a66a-ca054d49dc95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ac2aa1d-8120-41dd-8ac5-91308f607903 HTTP/1.1" status: 200 len: 217 time: 0.1240327 Jul 26 05:00:43.403704 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:43.425198 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44528) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:43.485128 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8036e7a9-bb4a-4e03-ba7c-61c4fbb91365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:43.490492 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8ef67e8-2900-4695-a8c5-7549c7cdd58b req-39023929-2c1e-4fea-b162-a580043289e1 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4197855 Jul 26 05:00:43.506211 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:43.566206 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:43.567458 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:43.586421 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-46701b46-5dca-467a-a64f-08d573509374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:43.595222 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event updated for resources: {'Port': ['ID=ad83218c-f197-497a-8169-9fcae83efaee,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:43.626662 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8544edd-ce85-4660-87a2-2e2c2158525a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e48273ef-5ff2-4edc-9c3e-fabe9be3d2eb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:43.631752 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e8544edd-ce85-4660-87a2-2e2c2158525a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:43.633171 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e8544edd-ce85-4660-87a2-2e2c2158525a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e48273ef-5ff2-4edc-9c3e-fabe9be3d2eb HTTP/1.1" status: 204 len: 168 time: 1.6192505 Jul 26 05:00:43.682680 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feca30-064b-4006-821e-59b3d7f99afb req-ccca5f72-2143-4640-bfbc-9168975f2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:43.684693 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-ccca5f72-2143-4640-bfbc-9168975f2da1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeb0aa99-f043-4a69-af17-d231947f194e HTTP/1.1" status: 200 len: 850 time: 0.2609320 Jul 26 05:00:43.728738 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:43.739073 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-59e390a2-07d7-4343-a8b5-66fe870781f9 req-4dee28a6-d006-4cfe-8e6a-955674ea6eb0 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852059 Jul 26 05:00:43.744279 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69185f-6b58-424e-b717-6b705a26fa40 req-0f7b4c48-da2c-4bb8-9046-e0ce00d394d6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:43.759344 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f69185f-6b58-424e-b717-6b705a26fa40 req-0f7b4c48-da2c-4bb8-9046-e0ce00d394d6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.7551787 Jul 26 05:00:43.805774 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fb34df62-6753-4d47-af60-5143a96276ff req-79ab1fe4-4f71-4d5a-82b8-177ee99ce99a service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682353 Jul 26 05:00:43.848224 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97feca30-064b-4006-821e-59b3d7f99afb req-6599df89-d903-4d71-b27d-0be8e4ae4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:43.850922 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-6599df89-d903-4d71-b27d-0be8e4ae4597 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=52bd74bd-39e1-48e8-89c9-cce057dd1ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1454074 Jul 26 05:00:43.862508 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-af1b0f8d-d9ad-4c69-91e5-ed09d7e2f6e6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9922786 Jul 26 05:00:43.904312 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-9314154b-3af2-442d-96ac-34193df020d0 None None] Provisioning complete for port ad83218c-f197-497a-8169-9fcae83efaee triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:43.908228 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9314154b-3af2-442d-96ac-34193df020d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (ad83218c-f197-497a-8169-9fcae83efaee), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:43.988688 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544edd-ce85-4660-87a2-2e2c2158525a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48273ef-5ff2-4edc-9c3e-fabe9be3d2eb,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:43.995535 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8036e7a9-bb4a-4e03-ba7c-61c4fbb91365 admin admin] Publish callbacks [] for security_group (aed01e88-0c37-40eb-9d20-897f3cb1422d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.002682 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-9314154b-3af2-442d-96ac-34193df020d0 None None] Port ad83218c-f197-497a-8169-9fcae83efaee cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:44.021375 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8036e7a9-bb4a-4e03-ba7c-61c4fbb91365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (aed01e88-0c37-40eb-9d20-897f3cb1422d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.038337 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-591f8b55-c9f5-4f5d-b726-d88c8cf32e36 req-4e5a61b0-4538-46cd-a0aa-213a2ab7aedf tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 210 time: 0.3145339 Jul 26 05:00:44.069585 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Request body: {'port': {'device_id': '3f4c17ac-a751-4ebc-9a68-b051d32dc63f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:44.077901 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-03ee009f-821b-49bc-b8c4-e8c6c330b711 service neutron] 10.222.0.52 "GET /v2.0/networks/52bd74bd-39e1-48e8-89c9-cce057dd1ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157862 Jul 26 05:00:44.109256 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8036e7a9-bb4a-4e03-ba7c-61c4fbb91365 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1baef349b6654ebd9349c36769519192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6827033 Jul 26 05:00:44.114114 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44546) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:44.121946 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036e7a9-bb4a-4e03-ba7c-61c4fbb91365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed01e88-0c37-40eb-9d20-897f3cb1422d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:44.165869 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:44.215327 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8638-b362-4227-bd10-86226e6eb0b8 admin admin] Publish callbacks [] for security_group (aed01e88-0c37-40eb-9d20-897f3cb1422d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.247039 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8638-b362-4227-bd10-86226e6eb0b8 admin admin] Publish callbacks [] for security_group (aed01e88-0c37-40eb-9d20-897f3cb1422d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.329954 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'tag': '358a3c7b-6b7d-446a-adf5-98c0f873899c'}, {'name': 'network-changed', 'server_uuid': 'c8aaf576-9983-4dfb-b436-2bb04e2deddc', 'tag': '5ac2aa1d-8120-41dd-8ac5-91308f607903'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:00:44.333582 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4184638b-37d3-41f4-b951-2631fe4ee7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3", "tag": "358a3c7b-6b7d-446a-adf5-98c0f873899c"}, {"name": "network-changed", "server_uuid": "c8aaf576-9983-4dfb-b436-2bb04e2deddc", "tag": "5ac2aa1d-8120-41dd-8ac5-91308f607903"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:00:44.347365 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Allocated IP 172.20.0.5 (94dd837e-81c9-4e2e-9135-742712cb9531/253b6666-1911-48dd-a6f6-76871c57c95e/b559b234-be1a-4b1e-9174-8e074a42caaf) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:00:44.349999 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8638-b362-4227-bd10-86226e6eb0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (aed01e88-0c37-40eb-9d20-897f3cb1422d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.354421 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8638-b362-4227-bd10-86226e6eb0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.356052 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b8fc8638-b362-4227-bd10-86226e6eb0b8 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/aed01e88-0c37-40eb-9d20-897f3cb1422d HTTP/1.1" status: 204 len: 168 time: 0.2407098 Jul 26 05:00:44.367001 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc8638-b362-4227-bd10-86226e6eb0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed01e88-0c37-40eb-9d20-897f3cb1422d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:44.391682 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44556) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:44.440732 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-075b1a02-846f-494c-bc37-203a3360b8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.466074 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fc2b3-6adf-4e3a-945b-ea2e8050da7b req-27fd8e6c-3067-483e-b78c-52fe29aba596 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:44.468695 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-597fc2b3-6adf-4e3a-945b-ea2e8050da7b req-27fd8e6c-3067-483e-b78c-52fe29aba596 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 943 time: 0.1397038 Jul 26 05:00:44.470033 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44558) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:44.486219 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (ad83218c-f197-497a-8169-9fcae83efaee), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.516321 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f69185f-6b58-424e-b717-6b705a26fa40 req-7a78d38b-02e9-4416-bf0d-4ae44532e594 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7536466 Jul 26 05:00:44.527817 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:44.683322 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-075b1a02-846f-494c-bc37-203a3360b8ed admin admin] Publish callbacks [] for security_group (68a4165b-373e-4e1b-9a33-ff930b991298), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.688462 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Jul 2022 05:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7362727-d63a-491d-8b13-1a76c1cc4701 x-openstack-request-id: req-e7362727-d63a-491d-8b13-1a76c1cc4701 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:00:44.688822 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3", "tag": "358a3c7b-6b7d-446a-adf5-98c0f873899c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c8aaf576-9983-4dfb-b436-2bb04e2deddc", "tag": "5ac2aa1d-8120-41dd-8ac5-91308f607903", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:00:44.689235 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e7362727-d63a-491d-8b13-1a76c1cc4701 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:00:44.690401 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7362727-d63a-491d-8b13-1a76c1cc4701'] response: {'name': 'network-changed', 'server_uuid': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'tag': '358a3c7b-6b7d-446a-adf5-98c0f873899c', 'status': 'completed', 'code': 200} Jul 26 05:00:44.691606 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7362727-d63a-491d-8b13-1a76c1cc4701'] response: {'name': 'network-changed', 'server_uuid': 'c8aaf576-9983-4dfb-b436-2bb04e2deddc', 'tag': '5ac2aa1d-8120-41dd-8ac5-91308f607903', 'status': 'completed', 'code': 200} Jul 26 05:00:44.693279 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-075b1a02-846f-494c-bc37-203a3360b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (68a4165b-373e-4e1b-9a33-ff930b991298), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.734041 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-075b1a02-846f-494c-bc37-203a3360b8ed admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=145b5b1ebb8640fe80a2e52e766b2a69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367314 Jul 26 05:00:44.763176 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44566) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:44.764262 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b1a02-846f-494c-bc37-203a3360b8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4165b-373e-4e1b-9a33-ff930b991298,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:44.776934 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:44.782825 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-597fc2b3-6adf-4e3a-945b-ea2e8050da7b req-104ee974-8e30-4ee8-bb90-0d15818b4ae7 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022525 Jul 26 05:00:44.874368 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1f-bf4e-4335-8cb8-696c5650289a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.910567 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-28885884-8335-4e3d-a53c-1da3f6bdd441 admin admin] Publish callbacks [] for security_group (68a4165b-373e-4e1b-9a33-ff930b991298), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.946286 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137d999-fb67-4194-8314-bcd5d0124041 req-ca0c870c-f5ed-424e-bebc-a6957a989780 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:44.948086 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d137d999-fb67-4194-8314-bcd5d0124041 req-ca0c870c-f5ed-424e-bebc-a6957a989780 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 943 time: 0.1384332 Jul 26 05:00:44.958427 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-28885884-8335-4e3d-a53c-1da3f6bdd441 admin admin] Publish callbacks [] for security_group (68a4165b-373e-4e1b-9a33-ff930b991298), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:44.981975 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.030576 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d137d999-fb67-4194-8314-bcd5d0124041 req-e52b8cef-0d56-47d9-9003-9fec65bc6a7d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731983 Jul 26 05:00:45.058968 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1f-bf4e-4335-8cb8-696c5650289a admin admin] Publish callbacks [] for security_group (da85ceaf-381d-4596-b92e-f3fd26db8629), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.064144 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5247ec1f-bf4e-4335-8cb8-696c5650289a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (da85ceaf-381d-4596-b92e-f3fd26db8629), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.067017 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.077147 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-28885884-8335-4e3d-a53c-1da3f6bdd441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (68a4165b-373e-4e1b-9a33-ff930b991298), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.081829 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-28885884-8335-4e3d-a53c-1da3f6bdd441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.081829 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-28885884-8335-4e3d-a53c-1da3f6bdd441 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/68a4165b-373e-4e1b-9a33-ff930b991298 HTTP/1.1" status: 204 len: 168 time: 0.3123693 Jul 26 05:00:45.082169 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44570) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:45.120347 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5247ec1f-bf4e-4335-8cb8-696c5650289a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a3acdb67fcff463695c57f69b1e5a54d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6472080 Jul 26 05:00:45.121019 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44576) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:45.128607 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247ec1f-bf4e-4335-8cb8-696c5650289a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da85ceaf-381d-4596-b92e-f3fd26db8629,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:45.145616 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-014c3955-445e-4b96-9883-ca7cf58db80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.151860 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28885884-8335-4e3d-a53c-1da3f6bdd441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4165b-373e-4e1b-9a33-ff930b991298,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:45.189584 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:45.195000 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d4e53df-2eeb-4e41-910e-a3e964951f63 admin admin] Publish callbacks [] for security_group (da85ceaf-381d-4596-b92e-f3fd26db8629), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.225076 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Network 94dd837e-81c9-4e2e-9135-742712cb9531 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:00:45.229160 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d4e53df-2eeb-4e41-910e-a3e964951f63 admin admin] Publish callbacks [] for security_group (da85ceaf-381d-4596-b92e-f3fd26db8629), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.236747 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:00:45.239788 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:00:45.245951 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:45.247366 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.255433 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:45.330383 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d4e53df-2eeb-4e41-910e-a3e964951f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (da85ceaf-381d-4596-b92e-f3fd26db8629), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.330862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event updated for resources: {'Port': ['ID=b559b234-be1a-4b1e-9174-8e074a42caaf,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:45.342039 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d4e53df-2eeb-4e41-910e-a3e964951f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.344320 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4d4e53df-2eeb-4e41-910e-a3e964951f63 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/da85ceaf-381d-4596-b92e-f3fd26db8629 HTTP/1.1" status: 204 len: 168 time: 0.2217360 Jul 26 05:00:45.351202 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-d6a7580f-851a-43c2-bf3d-b68a2d50aeb8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3250339 Jul 26 05:00:45.355026 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e53df-2eeb-4e41-910e-a3e964951f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da85ceaf-381d-4596-b92e-f3fd26db8629,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:45.417127 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c79e63-c9cc-4776-afc4-86b9946ce68a req-6f64b180-4d9f-41ba-815b-c99c26dfa9b6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:45.419011 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-30c79e63-c9cc-4776-afc4-86b9946ce68a req-6f64b180-4d9f-41ba-815b-c99c26dfa9b6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 931 time: 0.1932867 Jul 26 05:00:45.594758 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad83218c-f197-497a-8169-9fcae83efaee {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:00:45.615014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Publish callbacks [] for port (ad83218c-f197-497a-8169-9fcae83efaee), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.633056 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-30c79e63-c9cc-4776-afc4-86b9946ce68a req-7b22a43f-3623-4694-9a28-3d5d4a07e235 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942351 Jul 26 05:00:45.635292 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-014c3955-445e-4b96-9883-ca7cf58db80b admin admin] Publish callbacks [] for security_group (cddbff1d-df2b-487f-b149-529eb0de0513), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.659248 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-014c3955-445e-4b96-9883-ca7cf58db80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (cddbff1d-df2b-487f-b149-529eb0de0513), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.670935 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-89441ca4-9129-4f8b-9e6e-1cb9e3b19368 None None] Provisioning complete for port b559b234-be1a-4b1e-9174-8e074a42caaf triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:45.672714 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-89441ca4-9129-4f8b-9e6e-1cb9e3b19368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.732064 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-89441ca4-9129-4f8b-9e6e-1cb9e3b19368 None None] Port b559b234-be1a-4b1e-9174-8e074a42caaf cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:00:45.757657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Transition to ACTIVE for port object ad83218c-f197-497a-8169-9fcae83efaee will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:00:45.766180 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8b8be7ea-e7fa-475d-8208-a8597105c397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.811756 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (ad83218c-f197-497a-8169-9fcae83efaee), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:45.862026 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:45.863114 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c3955-445e-4b96-9883-ca7cf58db80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddbff1d-df2b-487f-b149-529eb0de0513,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:45.879326 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44596) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:45.879866 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-014c3955-445e-4b96-9883-ca7cf58db80b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4e4e4cd47e784a81a599cae89c51caaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7938988 Jul 26 05:00:45.902763 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3fcac-078c-44f2-938d-f4c5e991350a req-8899d788-958d-4384-8899-9ae94e717190 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:45.905546 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0aa3fcac-078c-44f2-938d-f4c5e991350a req-8899d788-958d-4384-8899-9ae94e717190 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.2477839 Jul 26 05:00:45.955299 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Pushing event updated for resources: {'Port': ['ID=ad83218c-f197-497a-8169-9fcae83efaee,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:46.007370 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45fd5272-a1bc-44f9-bc73-4f5292aa2dc9 admin admin] Publish callbacks [] for security_group (cddbff1d-df2b-487f-b149-529eb0de0513), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.033346 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44600) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:46.065823 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9c06-d3e0-4381-af45-7ca4e6be3c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.069222 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45fd5272-a1bc-44f9-bc73-4f5292aa2dc9 admin admin] Publish callbacks [] for security_group (cddbff1d-df2b-487f-b149-529eb0de0513), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.120735 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0aa3fcac-078c-44f2-938d-f4c5e991350a req-9f5b5e91-3676-45a0-8f6d-f7a1c99d1676 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989567 Jul 26 05:00:46.145030 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Attempting to bind port ad83218c-f197-497a-8169-9fcae83efaee on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:46.145579 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Attempting to bind port ad83218c-f197-497a-8169-9fcae83efaee by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:46.146018 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Attempting to bind port ad83218c-f197-497a-8169-9fcae83efaee on network 94dd837e-81c9-4e2e-9135-742712cb9531 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:46.170310 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ac4c-51bc-4d13-a919-db14c4eb98e3 req-168b4aad-4111-416b-86d4-2803b0995f14 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:46.172063 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3a8ac4c-51bc-4d13-a919-db14c4eb98e3 req-168b4aad-4111-416b-86d4-2803b0995f14 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 943 time: 0.2047982 Jul 26 05:00:46.174615 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Port ad83218c-f197-497a-8169-9fcae83efaee on network 94dd837e-81c9-4e2e-9135-742712cb9531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:00:46.174945 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Attempting to bind port ad83218c-f197-497a-8169-9fcae83efaee on network 94dd837e-81c9-4e2e-9135-742712cb9531 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:46.182919 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:46.183300 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Checking segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:46.183833 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Bound using segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:46.184273 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Bound port: ad83218c-f197-497a-8169-9fcae83efaee, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:46.184882 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (ad83218c-f197-497a-8169-9fcae83efaee), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.270090 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9c06-d3e0-4381-af45-7ca4e6be3c4a admin admin] Publish callbacks [] for security_group (585d06b1-1600-4173-a27a-0769389f7250), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.271982 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45fd5272-a1bc-44f9-bc73-4f5292aa2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (cddbff1d-df2b-487f-b149-529eb0de0513), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.275179 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45fd5272-a1bc-44f9-bc73-4f5292aa2dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.279226 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-45fd5272-a1bc-44f9-bc73-4f5292aa2dc9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cddbff1d-df2b-487f-b149-529eb0de0513 HTTP/1.1" status: 204 len: 168 time: 0.3951206 Jul 26 05:00:46.280887 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb5a9c06-d3e0-4381-af45-7ca4e6be3c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (585d06b1-1600-4173-a27a-0769389f7250), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.307490 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd5272-a1bc-44f9-bc73-4f5292aa2dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddbff1d-df2b-487f-b149-529eb0de0513,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:46.316186 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-fb5a9c06-d3e0-4381-af45-7ca4e6be3c4a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f8098c6aff364cb89a5f77a55a3a1029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794046 Jul 26 05:00:46.322488 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44614) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:46.328659 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55165694-0141-466f-b9c2-463e5c66c0a4 req-9b38092a-fdb7-492f-b404-8844887c3d00 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:46.330477 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55165694-0141-466f-b9c2-463e5c66c0a4 req-9b38092a-fdb7-492f-b404-8844887c3d00 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 943 time: 0.1242735 Jul 26 05:00:46.350748 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3a8ac4c-51bc-4d13-a919-db14c4eb98e3 req-c4688550-0118-48e1-8c8b-15c59c2b2afb tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675084 Jul 26 05:00:46.388206 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:46.397882 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a9c06-d3e0-4381-af45-7ca4e6be3c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585d06b1-1600-4173-a27a-0769389f7250,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:46.413070 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] For port ad83218c-f197-497a-8169-9fcae83efaee, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:46.414638 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e4afe80-9e59-49ab-8aef-2d407e684b0b admin admin] Publish callbacks [] for security_group (585d06b1-1600-4173-a27a-0769389f7250), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.432740 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:46.447882 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e4afe80-9e59-49ab-8aef-2d407e684b0b admin admin] Publish callbacks [] for security_group (585d06b1-1600-4173-a27a-0769389f7250), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.450844 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] For port ad83218c-f197-497a-8169-9fcae83efaee, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=ad83218c-f197-497a-8169-9fcae83efaee,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:46.467737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (ad83218c-f197-497a-8169-9fcae83efaee), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.482080 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55165694-0141-466f-b9c2-463e5c66c0a4 req-d1cf10ad-c3c0-434d-b3b6-1db779258822 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230240 Jul 26 05:00:46.514338 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:46.515028 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.516579 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] 10.222.0.52 "PUT /v2.0/ports/ad83218c-f197-497a-8169-9fcae83efaee HTTP/1.1" status: 200 len: 1093 time: 2.4683719 Jul 26 05:00:46.517112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4c17ac-a751-4ebc-9a68-b051d32dc63f', 'tag': 'ad83218c-f197-497a-8169-9fcae83efaee'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:00:46.674024 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2e2f5-2308-493c-9b0d-07b7170181ce service neutron] Pushing event updated for resources: {'Port': ['ID=ad83218c-f197-497a-8169-9fcae83efaee,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:46.718592 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e4afe80-9e59-49ab-8aef-2d407e684b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (585d06b1-1600-4173-a27a-0769389f7250), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.721326 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5e4afe80-9e59-49ab-8aef-2d407e684b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.722679 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5e4afe80-9e59-49ab-8aef-2d407e684b0b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/585d06b1-1600-4173-a27a-0769389f7250 HTTP/1.1" status: 204 len: 168 time: 0.3990486 Jul 26 05:00:46.733698 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4afe80-9e59-49ab-8aef-2d407e684b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585d06b1-1600-4173-a27a-0769389f7250,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:46.892078 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:46.926005 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:46.990080 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8940c72b-d9e2-4194-a019-5050486b39c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4c17ac-a751-4ebc-9a68-b051d32dc63f", "tag": "ad83218c-f197-497a-8169-9fcae83efaee"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:00:47.047966 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994d67b-37b0-42a9-aa50-7b07c0e84bf1 req-68477f03-933d-4ae5-b9b7-d97a53ff6242 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:47.056377 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a994d67b-37b0-42a9-aa50-7b07c0e84bf1 req-68477f03-933d-4ae5-b9b7-d97a53ff6242 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 931 time: 0.3025599 Jul 26 05:00:47.124428 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a994d67b-37b0-42a9-aa50-7b07c0e84bf1 req-6d2fa50b-e430-4403-8106-ec9a21206287 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644212 Jul 26 05:00:47.355105 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95835b69-c417-4b3f-ba9e-488fff24bbc6 req-ce3c4424-775d-4214-b4cf-61bc27e4a867 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:47.356716 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-95835b69-c417-4b3f-ba9e-488fff24bbc6 req-ce3c4424-775d-4214-b4cf-61bc27e4a867 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1203523 Jul 26 05:00:47.440365 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-95835b69-c417-4b3f-ba9e-488fff24bbc6 req-f5cec031-5289-4c2d-82aa-6e8da5b1b512 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758886 Jul 26 05:00:47.446662 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e69d717-b697-4d37-9d0f-f720bcb20242 x-openstack-request-id: req-2e69d717-b697-4d37-9d0f-f720bcb20242 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:00:47.447115 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4c17ac-a751-4ebc-9a68-b051d32dc63f", "tag": "ad83218c-f197-497a-8169-9fcae83efaee", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:00:47.447454 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2e69d717-b697-4d37-9d0f-f720bcb20242 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:00:47.448831 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e69d717-b697-4d37-9d0f-f720bcb20242'] response: {'name': 'network-changed', 'server_uuid': '3f4c17ac-a751-4ebc-9a68-b051d32dc63f', 'tag': 'ad83218c-f197-497a-8169-9fcae83efaee', 'status': 'completed', 'code': 200} Jul 26 05:00:47.521509 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44666) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:47.567749 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311dbdb-d0b9-4d40-819b-39ff2bbf60fb req-9ac518d8-09dd-48e5-9c3e-713c39a7defa tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:47.575967 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1311dbdb-d0b9-4d40-819b-39ff2bbf60fb req-9ac518d8-09dd-48e5-9c3e-713c39a7defa tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 943 time: 0.0911369 Jul 26 05:00:47.681001 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1784e-c1cc-4ede-a04f-31d4e69002cf req-5dbdeeb0-529f-4f59-b1c3-83181323c88f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:47.682541 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36e1784e-c1cc-4ede-a04f-31d4e69002cf req-5dbdeeb0-529f-4f59-b1c3-83181323c88f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 943 time: 0.0820668 Jul 26 05:00:47.692529 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1311dbdb-d0b9-4d40-819b-39ff2bbf60fb req-f12d1c02-5e85-43a7-a6c9-5f3e9cb7c7c4 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150372 Jul 26 05:00:47.753422 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63f3fa74-322a-4ebc-8bd6-254cceefc6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:47.784238 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36e1784e-c1cc-4ede-a04f-31d4e69002cf req-ef171100-3ad9-4747-9c40-6fee70331f21 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906088 Jul 26 05:00:47.842251 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:47.881222 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63f3fa74-322a-4ebc-8bd6-254cceefc6db admin admin] Publish callbacks [] for security_group (1a3f684e-b318-42f4-bb9f-32242617e38d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:47.887224 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63f3fa74-322a-4ebc-8bd6-254cceefc6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (1a3f684e-b318-42f4-bb9f-32242617e38d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:47.935434 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3fa74-322a-4ebc-8bd6-254cceefc6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3f684e-b318-42f4-bb9f-32242617e38d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:47.953406 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-63f3fa74-322a-4ebc-8bd6-254cceefc6db admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=22f6a027b2074b41ba4ac9f5f513070a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307611 Jul 26 05:00:47.955963 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44686) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:48.017013 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99923fc0-c78a-47b4-a86c-5131de26d0ab admin admin] Publish callbacks [] for security_group (1a3f684e-b318-42f4-bb9f-32242617e38d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:48.045336 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99923fc0-c78a-47b4-a86c-5131de26d0ab admin admin] Publish callbacks [] for security_group (1a3f684e-b318-42f4-bb9f-32242617e38d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:48.116397 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99923fc0-c78a-47b4-a86c-5131de26d0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (1a3f684e-b318-42f4-bb9f-32242617e38d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:48.119702 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99923fc0-c78a-47b4-a86c-5131de26d0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:48.122522 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-99923fc0-c78a-47b4-a86c-5131de26d0ab admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1a3f684e-b318-42f4-bb9f-32242617e38d HTTP/1.1" status: 204 len: 168 time: 0.1655545 Jul 26 05:00:48.143905 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99923fc0-c78a-47b4-a86c-5131de26d0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3f684e-b318-42f4-bb9f-32242617e38d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:48.183539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Request body: {'port': {'device_id': 'c4b20933-1aa3-4f28-9d7b-2482564c6c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:00:48.299917 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:48.322064 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-dd86c37d-3871-46ec-b5e7-1a9676d3a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:48.324056 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-dd86c37d-3871-46ec-b5e7-1a9676d3a31f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 1127 time: 0.1086817 Jul 26 05:00:48.351785 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-46a8f2f8-e2d8-4e4a-8bf4-9334393b0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:48.353624 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-46a8f2f8-e2d8-4e4a-8bf4-9334393b0676 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 1127 time: 0.0992875 Jul 26 05:00:48.363334 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:48.409371 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0ba69-ceb1-47e5-b184-ecf81710c287 req-0cfe96c9-a66b-4942-8049-ddde548576d5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:48.410966 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2bc0ba69-ceb1-47e5-b184-ecf81710c287 req-0cfe96c9-a66b-4942-8049-ddde548576d5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 931 time: 0.1062629 Jul 26 05:00:48.412338 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7521fa-1736-415c-a579-6d2491a15414 req-871160f4-2299-408b-83b5-b75124ccf0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:48.413724 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba7521fa-1736-415c-a579-6d2491a15414 req-871160f4-2299-408b-83b5-b75124ccf0fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 1127 time: 0.2186022 Jul 26 05:00:48.434086 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-4f363a8c-623d-4c30-b6a0-bd31710c3455 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad83218c-f197-497a-8169-9fcae83efaee HTTP/1.1" status: 200 len: 217 time: 0.0847714 Jul 26 05:00:48.436460 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-033d1b89-5183-4f06-b960-7588092118aa service neutron] 10.222.0.52 "GET /v2.0/networks/52bd74bd-39e1-48e8-89c9-cce057dd1ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801907 Jul 26 05:00:48.442433 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:48.540771 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:48.573812 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-d1bd47f3-076c-4ba2-adfb-13268147e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:48.575755 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-d1bd47f3-076c-4ba2-adfb-13268147e630 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0853848 Jul 26 05:00:48.683525 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2bc0ba69-ceb1-47e5-b184-ecf81710c287 req-589a995e-44dc-4485-958d-198b74821819 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653980 Jul 26 05:00:48.684295 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:48.738442 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927974ab-c05e-4e60-93e6-ef6652b21c67 req-4d2dd8f1-7f86-49f0-af82-256f1a6da94c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:48.740763 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-927974ab-c05e-4e60-93e6-ef6652b21c67 req-4d2dd8f1-7f86-49f0-af82-256f1a6da94c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1459634 Jul 26 05:00:48.779500 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-7cf4812c-ff63-4eac-85a3-b4b09063c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:48.781343 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-7cf4812c-ff63-4eac-85a3-b4b09063c713 service neutron] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 912 time: 0.4221187 Jul 26 05:00:48.890664 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7521fa-1736-415c-a579-6d2491a15414 req-0bf00efa-da59-4bf6-9c6b-fe0cc8eab1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:48.893039 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba7521fa-1736-415c-a579-6d2491a15414 req-0bf00efa-da59-4bf6-9c6b-fe0cc8eab1c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 916 time: 0.4719121 Jul 26 05:00:48.978274 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25286727-dbc6-4a9c-954f-74877ab3d34d req-432f26c4-eb85-44e8-b397-22451e6b7c45 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:48.985637 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25286727-dbc6-4a9c-954f-74877ab3d34d req-432f26c4-eb85-44e8-b397-22451e6b7c45 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 943 time: 0.1412020 Jul 26 05:00:49.021129 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 358a3c7b-6b7d-446a-adf5-98c0f873899c details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:00:49.037397 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-927974ab-c05e-4e60-93e6-ef6652b21c67 req-09eb2abb-5001-4160-a783-d00a69cc0f77 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866282 Jul 26 05:00:49.045099 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:49.117762 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25286727-dbc6-4a9c-954f-74877ab3d34d req-ec9219ac-63f8-482e-ac09-ae40fc884ac2 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310749 Jul 26 05:00:49.216954 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 358a3c7b-6b7d-446a-adf5-98c0f873899c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:49.231874 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '358a3c7b-6b7d-446a-adf5-98c0f873899c', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'port_id': '358a3c7b-6b7d-446a-adf5-98c0f873899c', 'mac_address': 'fa:16:3e:a4:13:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:00:49.293898 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 358a3c7b-6b7d-446a-adf5-98c0f873899c is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:49.294630 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:49.298230 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-df128db6-75cb-46d4-b9c6-49f631cd08cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c HTTP/1.1" status: 200 len: 217 time: 0.0785422 Jul 26 05:00:49.314218 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358a3c7b-6b7d-446a-adf5-98c0f873899c {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:00:49.318572 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-99236ec2-3f2d-4573-b0cf-fd7c043e81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:49.320506 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-99236ec2-3f2d-4573-b0cf-fd7c043e81e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115520 Jul 26 05:00:49.377986 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 358a3c7b-6b7d-446a-adf5-98c0f873899c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:49.385856 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:49.387603 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a540d166-7fe8-4084-911e-a2037b5f9fd5 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:00:49.417936 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba7521fa-1736-415c-a579-6d2491a15414 req-ea0f54e5-3dc3-4547-b1d5-47e7381ca465 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5 HTTP/1.1" status: 200 len: 217 time: 0.1937749 Jul 26 05:00:49.420770 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-d748d34b-b3e7-4fed-9f6c-b4f68530da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:49.422399 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-d748d34b-b3e7-4fed-9f6c-b4f68530da63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.1157475 Jul 26 05:00:49.443417 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf93a5-2efe-4bdf-b162-b5ba1bdf521f req-9534e18f-4579-4442-b786-9457573c3c24 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:49.443417 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-71bf93a5-2efe-4bdf-b162-b5ba1bdf521f req-9534e18f-4579-4442-b786-9457573c3c24 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 943 time: 0.2557247 Jul 26 05:00:49.517371 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-a3990976-d70e-45fd-b5a6-9cbbc2dc0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:49.519468 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-a3990976-d70e-45fd-b5a6-9cbbc2dc0030 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896671 Jul 26 05:00:49.544542 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:49.632425 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7521fa-1736-415c-a579-6d2491a15414 req-6d9e68ac-3115-4380-b798-9b343e6f8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:49.638496 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba7521fa-1736-415c-a579-6d2491a15414 req-6d9e68ac-3115-4380-b798-9b343e6f8325 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.1908746 Jul 26 05:00:49.642742 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-7accb734-2da7-4058-b5e4-a8179ac17b9b service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025415 Jul 26 05:00:49.651955 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=358a3c7b-6b7d-446a-adf5-98c0f873899c,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:49.669951 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:49.687070 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'port_id': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'mac_address': 'fa:16:3e:f8:e0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:00:49.835273 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7521fa-1736-415c-a579-6d2491a15414 req-e66b42b6-4a6d-4a5b-ae42-96d9631dd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:49.836920 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba7521fa-1736-415c-a579-6d2491a15414 req-e66b42b6-4a6d-4a5b-ae42-96d9631dd41e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1767440 Jul 26 05:00:49.857763 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b559b234-be1a-4b1e-9174-8e074a42caaf {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:00:49.943094 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-dbdfc3b8-94ab-4eee-a953-6edd1404092d service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164295 Jul 26 05:00:49.952602 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Publish callbacks [] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:49.996007 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6548c799-e1c8-401e-82f4-1a20dbfc27bc req-2b041db9-0130-447e-b527-2c59488d0f8a service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456089 Jul 26 05:00:50.001341 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port a540d166-7fe8-4084-911e-a2037b5f9fd5 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:50.001736 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:50.037389 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a540d166-7fe8-4084-911e-a2037b5f9fd5 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:00:50.082342 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Transition to ACTIVE for port object b559b234-be1a-4b1e-9174-8e074a42caaf will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:00:50.121062 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:50.134813 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:50.202927 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-03621e08-c880-454b-85f6-a77ad3d1ebbf service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377071 Jul 26 05:00:50.265936 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:50.285438 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:00:50.377620 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-71bf93a5-2efe-4bdf-b162-b5ba1bdf521f req-4e85bbf2-40d2-4db9-9de5-c4557daf547b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8818259 Jul 26 05:00:50.382965 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:50.444789 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71772d1f-4ef0-4f34-94a0-2d55cf75a5da req-2461ff38-b52a-4615-ba58-a65c67accb7c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:50.446426 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-71772d1f-4ef0-4f34-94a0-2d55cf75a5da req-2461ff38-b52a-4615-ba58-a65c67accb7c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 931 time: 0.6085393 Jul 26 05:00:50.548990 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Pushing event updated for resources: {'Port': ['ID=b559b234-be1a-4b1e-9174-8e074a42caaf,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:50.652210 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba7521fa-1736-415c-a579-6d2491a15414 req-ec2e4d37-622a-4a9c-8b34-de0b7f6584e4 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7768712 Jul 26 05:00:50.658921 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:50.665726 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16529703-8774-41ef-9a50-0b44899b070e req-1c5acdbe-9116-4fb6-982a-625e4eee6f42 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:50.667478 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16529703-8774-41ef-9a50-0b44899b070e req-1c5acdbe-9116-4fb6-982a-625e4eee6f42 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.1550641 Jul 26 05:00:50.677251 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['358a3c7b-6b7d-446a-adf5-98c0f873899c'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:00:50.680396 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Attempting to bind port b559b234-be1a-4b1e-9174-8e074a42caaf on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:00:50.680856 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Attempting to bind port b559b234-be1a-4b1e-9174-8e074a42caaf by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:00:50.681192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Attempting to bind port b559b234-be1a-4b1e-9174-8e074a42caaf on network 94dd837e-81c9-4e2e-9135-742712cb9531 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:50.688829 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-71772d1f-4ef0-4f34-94a0-2d55cf75a5da req-b1eb86b5-0d41-4774-91cc-a01b0089e43b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186596 Jul 26 05:00:50.699729 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Port b559b234-be1a-4b1e-9174-8e074a42caaf on network 94dd837e-81c9-4e2e-9135-742712cb9531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:00:50.700052 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Attempting to bind port b559b234-be1a-4b1e-9174-8e074a42caaf on network 94dd837e-81c9-4e2e-9135-742712cb9531 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:00:50.714857 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:00:50.715199 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Checking segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:00:50.715628 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Bound using segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:00:50.716072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Bound port: b559b234-be1a-4b1e-9174-8e074a42caaf, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:00:50.716452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:50.781286 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44812) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:50.806617 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16529703-8774-41ef-9a50-0b44899b070e req-e2fabbc4-5fb7-4afe-963e-4e044df8cba4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165664 Jul 26 05:00:50.831920 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['a540d166-7fe8-4084-911e-a2037b5f9fd5'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:00:50.934253 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:50.980162 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:50.982289 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-5e7b4125-f8df-4596-b9ff-141df0ba3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:50.984000 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-5e7b4125-f8df-4596-b9ff-141df0ba3849 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 1127 time: 0.1223359 Jul 26 05:00:51.014742 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44bb4c-eefd-47fb-85a8-d29c56e280ec req-9a833e24-2b93-4eaa-a75d-1f67c7baf0a2 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.016911 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ae44bb4c-eefd-47fb-85a8-d29c56e280ec req-9a833e24-2b93-4eaa-a75d-1f67c7baf0a2 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 943 time: 0.2042439 Jul 26 05:00:51.036243 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 5ac2aa1d-8120-41dd-8ac5-91308f607903 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:00:51.053569 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:51.188015 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ae44bb4c-eefd-47fb-85a8-d29c56e280ec req-475a7490-3b6c-4e50-9f79-446698b1503e tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592486 Jul 26 05:00:51.189115 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] For port b559b234-be1a-4b1e-9174-8e074a42caaf, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:00:51.247148 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] For port b559b234-be1a-4b1e-9174-8e074a42caaf, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b559b234-be1a-4b1e-9174-8e074a42caaf,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:00:51.247291 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:51.281660 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba7521fa-1736-415c-a579-6d2491a15414 req-e875fefb-fa61-4a9d-879f-8168c41f42b6 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988676 Jul 26 05:00:51.287199 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:51.310440 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 5ac2aa1d-8120-41dd-8ac5-91308f607903, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=5ac2aa1d-8120-41dd-8ac5-91308f607903,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:51.325296 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '5ac2aa1d-8120-41dd-8ac5-91308f607903', 'network_id': '52bd74bd-39e1-48e8-89c9-cce057dd1ff3', 'port_id': '5ac2aa1d-8120-41dd-8ac5-91308f607903', 'mac_address': 'fa:16:3e:93:85:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb0aa99-f043-4a69-af17-d231947f194e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:00:51.332672 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f2923c43-bf28-4762-9de0-a3c03930ccb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:51.357476 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.358124 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:51.360200 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] 10.222.0.52 "PUT /v2.0/ports/b559b234-be1a-4b1e-9174-8e074a42caaf HTTP/1.1" status: 200 len: 1093 time: 3.2033994 Jul 26 05:00:51.360649 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b20933-1aa3-4f28-9d7b-2482564c6c03', 'tag': 'b559b234-be1a-4b1e-9174-8e074a42caaf'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:00:51.363162 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623b3bca-e595-48f0-aaa6-59d43dd78a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b20933-1aa3-4f28-9d7b-2482564c6c03", "tag": "b559b234-be1a-4b1e-9174-8e074a42caaf"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:00:51.380836 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44830) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:51.391303 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52e161-8e1a-4718-9ae0-1d5ce7323bbc service neutron] Pushing event updated for resources: {'Port': ['ID=b559b234-be1a-4b1e-9174-8e074a42caaf,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:51.394308 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-255dc982-ff2d-42ed-8f6e-e557856c1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.397026 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 5ac2aa1d-8120-41dd-8ac5-91308f607903 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:51.397421 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:51.401403 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-255dc982-ff2d-42ed-8f6e-e557856c1dc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=981b76b8fd394154a07921073ab08ed6&device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 1127 time: 0.4053495 Jul 26 05:00:51.421916 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac2aa1d-8120-41dd-8ac5-91308f607903 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:00:51.492093 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef307c9b-4170-47f5-90fa-60c509f03926 x-openstack-request-id: req-ef307c9b-4170-47f5-90fa-60c509f03926 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:00:51.495611 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b20933-1aa3-4f28-9d7b-2482564c6c03", "tag": "b559b234-be1a-4b1e-9174-8e074a42caaf", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:00:51.495946 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ef307c9b-4170-47f5-90fa-60c509f03926 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:00:51.496431 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef307c9b-4170-47f5-90fa-60c509f03926'] response: {'name': 'network-changed', 'server_uuid': 'c4b20933-1aa3-4f28-9d7b-2482564c6c03', 'tag': 'b559b234-be1a-4b1e-9174-8e074a42caaf', 'status': 'completed', 'code': 200} Jul 26 05:00:51.498789 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 5ac2aa1d-8120-41dd-8ac5-91308f607903, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=5ac2aa1d-8120-41dd-8ac5-91308f607903,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:51.504832 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:51.515207 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-fb9c2e0e-91d1-47dd-9153-6ec6aecc7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.517663 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-fb9c2e0e-91d1-47dd-9153-6ec6aecc7c75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 1127 time: 0.0840375 Jul 26 05:00:51.580470 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=5ac2aa1d-8120-41dd-8ac5-91308f607903,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:51.583946 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-6d61d55a-f2c3-4f57-ba76-63a25fec3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.585678 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-6d61d55a-f2c3-4f57-ba76-63a25fec3fee service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.5656884 Jul 26 05:00:51.619887 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-409525bb-7152-4b58-a0e3-946544e7ae7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559b234-be1a-4b1e-9174-8e074a42caaf HTTP/1.1" status: 200 len: 217 time: 0.0888002 Jul 26 05:00:51.646425 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0131bd8-1a39-4dc7-bf47-752b5dacd681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:51.653043 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:51.671723 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-5087172e-d04d-49d7-806b-c77c4bbfd882 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad83218c-f197-497a-8169-9fcae83efaee HTTP/1.1" status: 200 len: 217 time: 0.0625296 Jul 26 05:00:51.746014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e336ce-a72b-41b5-a5eb-82244971725c req-8a458c10-bf59-47f8-8511-6ba522821569 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.748073 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-97e336ce-a72b-41b5-a5eb-82244971725c req-8a458c10-bf59-47f8-8511-6ba522821569 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 944 time: 0.1323261 Jul 26 05:00:51.756992 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-903d71a9-a314-4af5-94dd-3d2bed6a8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.758800 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-903d71a9-a314-4af5-94dd-3d2bed6a8ee3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0867074 Jul 26 05:00:51.766745 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:51.786973 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-14dce8e3-eea4-4447-a74c-d2ab29ef83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.789291 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-14dce8e3-eea4-4447-a74c-d2ab29ef83e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=52bd74bd-39e1-48e8-89c9-cce057dd1ff3 HTTP/1.1" status: 200 len: 912 time: 0.3599315 Jul 26 05:00:51.799247 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-bbb45113-6b9d-4142-8741-c8bdd07632d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.800811 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-bbb45113-6b9d-4142-8741-c8bdd07632d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.1565249 Jul 26 05:00:51.874246 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-86c97ac9-6f66-4ecc-b198-42a377e4654c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ac2aa1d-8120-41dd-8ac5-91308f607903 HTTP/1.1" status: 200 len: 217 time: 0.0629342 Jul 26 05:00:51.881301 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-97e336ce-a72b-41b5-a5eb-82244971725c req-7017381d-9f9b-4f51-8457-162f06e64a70 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230142 Jul 26 05:00:51.892361 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:51.917420 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c8e9d-cea9-4baa-a6c2-c6b85a899af3 req-b0747c5e-3f23-437c-9411-ff52a98355b2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.918934 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-946c8e9d-cea9-4baa-a6c2-c6b85a899af3 req-b0747c5e-3f23-437c-9411-ff52a98355b2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.1151421 Jul 26 05:00:51.926044 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-af67bb05-d35b-41ba-af3e-300b572ecdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.927579 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-af67bb05-d35b-41ba-af3e-300b572ecdcc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1173506 Jul 26 05:00:51.929465 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-468d7abc-6f8d-443a-b9d2-3ce62c33eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.930976 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-468d7abc-6f8d-443a-b9d2-3ce62c33eb5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=aeb0aa99-f043-4a69-af17-d231947f194e HTTP/1.1" status: 200 len: 850 time: 0.0499458 Jul 26 05:00:51.933812 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f2923c43-bf28-4762-9de0-a3c03930ccb8 admin admin] Publish callbacks [] for security_group (93ffd365-b3d5-4772-8ee9-164b70d4bcaa), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:51.935721 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-1ad57c7f-70d0-4e41-a735-4fc6931185e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:51.937742 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-1ad57c7f-70d0-4e41-a735-4fc6931185e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1694448 Jul 26 05:00:51.939189 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f2923c43-bf28-4762-9de0-a3c03930ccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (93ffd365-b3d5-4772-8ee9-164b70d4bcaa), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.044980 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0131bd8-1a39-4dc7-bf47-752b5dacd681 admin admin] Publish callbacks [] for security_group (6f9f8937-c0a7-484e-8e81-8c3b7a08722f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.067298 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0131bd8-1a39-4dc7-bf47-752b5dacd681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (6f9f8937-c0a7-484e-8e81-8c3b7a08722f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.112440 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c30c8-2f42-42e7-b808-b0ab77a67704 req-fc4862ea-390e-48a3-a815-a8c4c14e7441 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:52.114113 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f7c30c8-2f42-42e7-b808-b0ab77a67704 req-fc4862ea-390e-48a3-a815-a8c4c14e7441 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.1208105 Jul 26 05:00:52.143239 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-946c8e9d-cea9-4baa-a6c2-c6b85a899af3 req-ae224959-e0ca-45ea-89b5-a72336dcda27 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126777 Jul 26 05:00:52.180427 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0131bd8-1a39-4dc7-bf47-752b5dacd681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f8937-c0a7-484e-8e81-8c3b7a08722f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:52.188166 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a0131bd8-1a39-4dc7-bf47-752b5dacd681 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7e58d3452a0d4be6a5624eff149d7b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8084850 Jul 26 05:00:52.194170 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44848) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:52.196783 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-a4638c1f-86c0-4417-b641-58d377db14ee service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561147 Jul 26 05:00:52.230450 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:52.242394 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f2923c43-bf28-4762-9de0-a3c03930ccb8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=da7821e3dcbb4ddb9e9ed57e171dee6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4569461 Jul 26 05:00:52.244280 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44852) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:52.250727 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923c43-bf28-4762-9de0-a3c03930ccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ffd365-b3d5-4772-8ee9-164b70d4bcaa,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:52.264051 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f7c30c8-2f42-42e7-b808-b0ab77a67704 req-f56575ba-ec5c-44a4-bbdc-5f874a875147 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221366 Jul 26 05:00:52.283265 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-ddf1ec8d-1bee-4abd-9d3e-58df84c570bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:52.284848 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-ddf1ec8d-1bee-4abd-9d3e-58df84c570bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=52bd74bd-39e1-48e8-89c9-cce057dd1ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3327711 Jul 26 05:00:52.412604 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-bd6dc095-af92-4b95-a6f0-20e387af5ceb service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593635 Jul 26 05:00:52.417630 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9b544c7a-2e77-42cd-965e-55f1a3a6e217 admin admin] Publish callbacks [] for security_group (93ffd365-b3d5-4772-8ee9-164b70d4bcaa), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.437735 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217f6fbd-bfd5-4a62-958e-5a4faf9f4083 req-d70033de-3a53-4d68-976e-6d0deaec440b tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:52.439285 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-217f6fbd-bfd5-4a62-958e-5a4faf9f4083 req-d70033de-3a53-4d68-976e-6d0deaec440b tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 944 time: 0.1209843 Jul 26 05:00:52.444766 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['5ac2aa1d-8120-41dd-8ac5-91308f607903'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:00:52.448229 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6354504e-b80d-449c-8005-ed40dd4f306c admin admin] Publish callbacks [] for security_group (6f9f8937-c0a7-484e-8e81-8c3b7a08722f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.484957 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45f874f1-6d3c-43e5-ad07-dc6ab5eb1114 req-2f153d94-20d6-4ce9-b894-c47123939b95 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750008 Jul 26 05:00:52.503303 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6354504e-b80d-449c-8005-ed40dd4f306c admin admin] Publish callbacks [] for security_group (6f9f8937-c0a7-484e-8e81-8c3b7a08722f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.524756 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9b544c7a-2e77-42cd-965e-55f1a3a6e217 admin admin] Publish callbacks [] for security_group (93ffd365-b3d5-4772-8ee9-164b70d4bcaa), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.531798 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:52.552374 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-5b1682e1-d799-4f8b-98eb-84dbc7321955 service neutron] 10.222.0.52 "GET /v2.0/networks/52bd74bd-39e1-48e8-89c9-cce057dd1ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554481 Jul 26 05:00:52.560978 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-217f6fbd-bfd5-4a62-958e-5a4faf9f4083 req-1da09bd4-9566-498e-94a6-121adb229481 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027291 Jul 26 05:00:52.595857 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6354504e-b80d-449c-8005-ed40dd4f306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (6f9f8937-c0a7-484e-8e81-8c3b7a08722f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.598484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6354504e-b80d-449c-8005-ed40dd4f306c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.602122 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6354504e-b80d-449c-8005-ed40dd4f306c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6f9f8937-c0a7-484e-8e81-8c3b7a08722f HTTP/1.1" status: 204 len: 168 time: 0.4020910 Jul 26 05:00:52.613688 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354504e-b80d-449c-8005-ed40dd4f306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f8937-c0a7-484e-8e81-8c3b7a08722f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:52.618380 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8940c72b-d9e2-4194-a019-5050486b39c8 req-1e448be8-00c9-4c7f-aa3e-c934a2a8d2ec service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962500 Jul 26 05:00:52.655686 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9b544c7a-2e77-42cd-965e-55f1a3a6e217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (93ffd365-b3d5-4772-8ee9-164b70d4bcaa), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.658221 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9b544c7a-2e77-42cd-965e-55f1a3a6e217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:52.661909 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9b544c7a-2e77-42cd-965e-55f1a3a6e217 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/93ffd365-b3d5-4772-8ee9-164b70d4bcaa HTTP/1.1" status: 204 len: 168 time: 0.4099569 Jul 26 05:00:52.672826 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b544c7a-2e77-42cd-965e-55f1a3a6e217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ffd365-b3d5-4772-8ee9-164b70d4bcaa,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:53.030542 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677bc09-e94c-4700-b711-085d57345138 req-fd23b9be-5862-4a6e-b296-3ae1c14afbf9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:53.032286 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7677bc09-e94c-4700-b711-085d57345138 req-fd23b9be-5862-4a6e-b296-3ae1c14afbf9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 944 time: 0.0684988 Jul 26 05:00:53.089307 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7677bc09-e94c-4700-b711-085d57345138 req-24e875c9-bcf8-408a-8504-4dce372c7dff tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491493 Jul 26 05:00:53.166852 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 44894) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:53.182610 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:53.217246 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:53.268096 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Publish callbacks [] for security_group (9c030845-bef1-4aa4-879b-af69d01431c2), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:53.270219 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f23327-b003-43b1-b68e-84523a696ee7 req-09958649-72db-48bb-b269-c85d9af9df54 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:53.271857 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49f23327-b003-43b1-b68e-84523a696ee7 req-09958649-72db-48bb-b269-c85d9af9df54 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0519817 Jul 26 05:00:53.273101 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (9c030845-bef1-4aa4-879b-af69d01431c2), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:53.323878 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 44904) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:00:53.327797 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5d87219713724001927cd14519889d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540625 Jul 26 05:00:53.329428 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c030845-bef1-4aa4-879b-af69d01431c2,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:53.341675 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.342016 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.342373 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.342708 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.343019 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.343360 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.343696 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.344017 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.344351 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.344674 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.345008 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.345342 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.345659 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.345972 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.346286 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd19e44b-3988-4834-9b78-5ae0b7141f66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.365009 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49f23327-b003-43b1-b68e-84523a696ee7 req-90ccdcee-611d-4de3-b2b9-32099463228a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860193 Jul 26 05:00:53.421687 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:53.434431 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba170aec-3d14-4a8a-957b-4396af60778d req-8f4d35f7-0cb8-45d9-b1fd-23a39b9c4566 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:53.435923 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba170aec-3d14-4a8a-957b-4396af60778d req-8f4d35f7-0cb8-45d9-b1fd-23a39b9c4566 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.0747280 Jul 26 05:00:53.437562 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Publish callbacks [] for security_group (9c030845-bef1-4aa4-879b-af69d01431c2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:53.472977 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Publish callbacks [] for security_group (9c030845-bef1-4aa4-879b-af69d01431c2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:53.527131 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba170aec-3d14-4a8a-957b-4396af60778d req-a5c3a6ab-3f27-4ebf-9a64-f60bbce3744c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794163 Jul 26 05:00:53.548235 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (9c030845-bef1-4aa4-879b-af69d01431c2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:53.551041 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:53.552335 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9c030845-bef1-4aa4-879b-af69d01431c2 HTTP/1.1" status: 204 len: 168 time: 0.2274585 Jul 26 05:00:53.566375 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c030845-bef1-4aa4-879b-af69d01431c2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:53.575883 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.576589 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.576930 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.577262 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.577589 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.577912 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.578233 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.578553 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.578889 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.579198 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.579519 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.579875 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.580195 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.580564 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.581046 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bc5d3-c76e-4a3a-8430-af5e694572b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:53.742737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f838a-223a-40b7-ae15-5600ba85321b req-5b10f685-7b0b-4129-b047-ccc2f1a36158 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:53.744362 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-382f838a-223a-40b7-ae15-5600ba85321b req-5b10f685-7b0b-4129-b047-ccc2f1a36158 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 944 time: 0.0803096 Jul 26 05:00:53.818017 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-382f838a-223a-40b7-ae15-5600ba85321b req-db8bfc88-31ac-40e0-b8f2-d285c36ce42f tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629513 Jul 26 05:00:54.229050 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e71591-2a91-41c7-9c0a-ab25a449712c req-ffbadaaa-ce2c-4296-ba06-1cbefa23097e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:54.230590 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-31e71591-2a91-41c7-9c0a-ab25a449712c req-ffbadaaa-ce2c-4296-ba06-1cbefa23097e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 944 time: 0.0485227 Jul 26 05:00:54.277267 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:54.286336 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-31e71591-2a91-41c7-9c0a-ab25a449712c req-040384a6-5a8f-43aa-a5db-cff11ae4c354 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499842 Jul 26 05:00:54.491847 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1b588-8ba2-47e6-a185-4bb5f39ecd9d req-e88d08ff-e8da-43d8-ba93-91237f6ccc8c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:54.493392 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08d1b588-8ba2-47e6-a185-4bb5f39ecd9d req-e88d08ff-e8da-43d8-ba93-91237f6ccc8c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0548387 Jul 26 05:00:54.544778 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08d1b588-8ba2-47e6-a185-4bb5f39ecd9d req-e9543a28-ff6a-4c64-8942-dd0529050bdd tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 Jul 26 05:00:54.663944 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a9b67-f87a-4439-836c-c7cc83fc86d9 req-089fe168-f079-4665-92d3-f4b2c5c2809c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:54.665465 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af0a9b67-f87a-4439-836c-c7cc83fc86d9 req-089fe168-f079-4665-92d3-f4b2c5c2809c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.0519552 Jul 26 05:00:54.715436 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af0a9b67-f87a-4439-836c-c7cc83fc86d9 req-4ac8b60c-b0ef-45fe-9367-63842ff07f81 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439570 Jul 26 05:00:54.944817 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3f7c8-4869-45c2-a898-c5cfbe4ca690 req-7ad15242-7883-457f-8b6f-0766c18e4321 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:54.946329 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3a3f7c8-4869-45c2-a898-c5cfbe4ca690 req-7ad15242-7883-457f-8b6f-0766c18e4321 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 944 time: 0.0476215 Jul 26 05:00:55.005072 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3a3f7c8-4869-45c2-a898-c5cfbe4ca690 req-d1abab47-4506-4550-9f4e-c8722e48a0d7 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525935 Jul 26 05:00:55.429697 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f00d42-ea44-4622-a290-669730300282 req-8c60f5d0-2dc6-4854-805b-2e9c6ca2025c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:55.431672 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39f00d42-ea44-4622-a290-669730300282 req-8c60f5d0-2dc6-4854-805b-2e9c6ca2025c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 944 time: 0.0580282 Jul 26 05:00:55.487788 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39f00d42-ea44-4622-a290-669730300282 req-59646d26-a68c-44cd-9286-9843223a9ff2 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498683 Jul 26 05:00:55.668404 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e6a2f-fcf1-4239-9f5c-360b21b00d88 req-6d3ff2f3-7799-4080-b213-fa75a5b920d9 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:55.669841 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f53e6a2f-fcf1-4239-9f5c-360b21b00d88 req-6d3ff2f3-7799-4080-b213-fa75a5b920d9 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0498135 Jul 26 05:00:55.724290 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f53e6a2f-fcf1-4239-9f5c-360b21b00d88 req-2568eea9-956a-4a9f-87fe-6f694bf79292 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484836 Jul 26 05:00:55.847816 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f06514-fc7f-4110-ad96-d8c6460dc514 req-25562cb5-4b5f-448f-aacd-955552d021fc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:55.849354 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b9f06514-fc7f-4110-ad96-d8c6460dc514 req-25562cb5-4b5f-448f-aacd-955552d021fc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.0562680 Jul 26 05:00:55.863300 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device ad83218c-f197-497a-8169-9fcae83efaee details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:00:55.874148 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 5ac2aa1d-8120-41dd-8ac5-91308f607903 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:55.877649 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:55.910238 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b9f06514-fc7f-4110-ad96-d8c6460dc514 req-ca16af81-67f3-41bb-9f7f-b1b3790568b5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524747 Jul 26 05:00:55.979599 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 5ac2aa1d-8120-41dd-8ac5-91308f607903 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:00:55.990622 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 5ac2aa1d-8120-41dd-8ac5-91308f607903 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:55.990993 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:56.033716 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-6895393c-b686-46eb-8c9b-04c1300375b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:56.035449 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-6895393c-b686-46eb-8c9b-04c1300375b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 1127 time: 0.1046326 Jul 26 05:00:56.046732 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port ad83218c-f197-497a-8169-9fcae83efaee, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=ad83218c-f197-497a-8169-9fcae83efaee,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:56.064000 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'ad83218c-f197-497a-8169-9fcae83efaee', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'port_id': 'ad83218c-f197-497a-8169-9fcae83efaee', 'mac_address': 'fa:16:3e:04:e6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:00:56.085228 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4184638b-37d3-41f4-b951-2631fe4ee7a4 req-92ae3fa5-14cc-4a1c-ae59-5aac94210fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/52bd74bd-39e1-48e8-89c9-cce057dd1ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556511 Jul 26 05:00:56.133108 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port ad83218c-f197-497a-8169-9fcae83efaee is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:56.133514 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (ad83218c-f197-497a-8169-9fcae83efaee), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:56.138230 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 5ac2aa1d-8120-41dd-8ac5-91308f607903 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:56.138615 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:56.154095 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76622391-60ec-4ab6-a550-2fcd23d77c50 req-4d658fe4-80ec-47f1-8d56-9dc140056a9d tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:56.155703 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76622391-60ec-4ab6-a550-2fcd23d77c50 req-4d658fe4-80ec-47f1-8d56-9dc140056a9d tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 944 time: 0.0580366 Jul 26 05:00:56.160097 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad83218c-f197-497a-8169-9fcae83efaee {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:00:56.181085 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aaf576-9983-4dfb-b436-2bb04e2deddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac2aa1d-8120-41dd-8ac5-91308f607903'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:00:56.218447 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76622391-60ec-4ab6-a550-2fcd23d77c50 req-e813649c-db72-4343-8aba-96e452887673 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550237 Jul 26 05:00:56.265406 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 5ac2aa1d-8120-41dd-8ac5-91308f607903, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=5ac2aa1d-8120-41dd-8ac5-91308f607903,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:56.267362 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port ad83218c-f197-497a-8169-9fcae83efaee, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=ad83218c-f197-497a-8169-9fcae83efaee,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:56.271364 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:56.272343 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 358a3c7b-6b7d-446a-adf5-98c0f873899c up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:56.278520 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (ad83218c-f197-497a-8169-9fcae83efaee), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:56.370099 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=5ac2aa1d-8120-41dd-8ac5-91308f607903,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:56.383147 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 358a3c7b-6b7d-446a-adf5-98c0f873899c completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:00:56.387488 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.388083 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.388592 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.389109 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.389575 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.390065 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.390597 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.391106 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.394730 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.395403 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.397127 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.397707 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.398212 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.398687 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.399621 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:00:56.407168 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6771edaa-2414-4992-bd07-b69805bc8fa8" -d '{"events": [{"server_uuid": "c8aaf576-9983-4dfb-b436-2bb04e2deddc", "name": "network-vif-plugged", "status": "completed", "tag": "5ac2aa1d-8120-41dd-8ac5-91308f607903"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:00:56.440655 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 358a3c7b-6b7d-446a-adf5-98c0f873899c triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:56.441557 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:56.483764 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:56.518733 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=ad83218c-f197-497a-8169-9fcae83efaee,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:56.540982 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-c808afa3-3286-48a5-8c4d-1befa1913b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:56.546926 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-c808afa3-3286-48a5-8c4d-1befa1913b92 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.2946851 Jul 26 05:00:56.595318 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f49ea8-9cc7-47ba-ac30-d022461a4020 x-openstack-request-id: req-77f49ea8-9cc7-47ba-ac30-d022461a4020 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:00:56.595897 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aaf576-9983-4dfb-b436-2bb04e2deddc", "name": "network-vif-plugged", "status": "completed", "tag": "5ac2aa1d-8120-41dd-8ac5-91308f607903", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:00:56.596291 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-77f49ea8-9cc7-47ba-ac30-d022461a4020 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:00:56.596875 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f49ea8-9cc7-47ba-ac30-d022461a4020'] response: {'server_uuid': 'c8aaf576-9983-4dfb-b436-2bb04e2deddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac2aa1d-8120-41dd-8ac5-91308f607903', 'code': 200} Jul 26 05:00:56.611012 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['ad83218c-f197-497a-8169-9fcae83efaee'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:00:56.629279 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-5a5843ab-69ce-41f1-acc5-4b2168deb4bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559b234-be1a-4b1e-9174-8e074a42caaf HTTP/1.1" status: 200 len: 217 time: 0.0447628 Jul 26 05:00:56.671427 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 358a3c7b-6b7d-446a-adf5-98c0f873899c is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:56.671873 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:56.719147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77417ee-4eaf-411d-b7b7-7ba803254182 req-52188b52-7e1b-4f7d-bd30-715108c1d1eb tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:56.728752 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f77417ee-4eaf-411d-b7b7-7ba803254182 req-52188b52-7e1b-4f7d-bd30-715108c1d1eb tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 944 time: 0.0788851 Jul 26 05:00:56.736182 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 358a3c7b-6b7d-446a-adf5-98c0f873899c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:56.748006 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:56.749170 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a540d166-7fe8-4084-911e-a2037b5f9fd5 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:00:56.817891 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:56.852847 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f77417ee-4eaf-411d-b7b7-7ba803254182 req-d031587d-2185-4b82-a421-5c9977f6a6c3 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220465 Jul 26 05:00:56.894693 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=358a3c7b-6b7d-446a-adf5-98c0f873899c,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:56.904849 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:56.931248 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port a540d166-7fe8-4084-911e-a2037b5f9fd5 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:00:56.940796 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b74aba-cde1-42ee-9092-9f4d9d493f4a req-c0911d9d-d877-4a84-988d-e4de9dd568d5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:56.949531 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80b74aba-cde1-42ee-9092-9f4d9d493f4a req-c0911d9d-d877-4a84-988d-e4de9dd568d5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0703666 Jul 26 05:00:56.960148 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-69247c23-7741-48ec-83b9-5b14e897c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:56.961964 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-69247c23-7741-48ec-83b9-5b14e897c0a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.1057489 Jul 26 05:00:56.967484 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port a540d166-7fe8-4084-911e-a2037b5f9fd5 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:00:56.967954 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:57.068169 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80b74aba-cde1-42ee-9092-9f4d9d493f4a req-0baf79a0-c1ee-4cde-8afc-06ce2d3fb38d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175020 Jul 26 05:00:57.087784 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port a540d166-7fe8-4084-911e-a2037b5f9fd5 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:00:57.087784 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:57.088061 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffafafc-fa96-4f3c-99a3-e869378d5c2c req-931692dc-ba5b-4775-af29-ef5e9778afe4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:57.089349 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ffafafc-fa96-4f3c-99a3-e869378d5c2c req-931692dc-ba5b-4775-af29-ef5e9778afe4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.0726857 Jul 26 05:00:57.115263 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:00:57.122131 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:00:57.151655 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ffafafc-fa96-4f3c-99a3-e869378d5c2c req-cab16074-be41-4d02-96d6-56db8ff1e6ff tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548284 Jul 26 05:00:57.183707 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:00:57.349896 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1b8b-f51f-4347-a6ba-27d4d9043521 req-04ae3f3c-50ec-4264-90fc-27619916a964 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:57.351613 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d62c1b8b-f51f-4347-a6ba-27d4d9043521 req-04ae3f3c-50ec-4264-90fc-27619916a964 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0586209 Jul 26 05:00:57.365021 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:00:57.404397 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d62c1b8b-f51f-4347-a6ba-27d4d9043521 req-a0929dfb-a58c-4aa6-9d24-03ccb0e9a34e tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471013 Jul 26 05:00:57.999490 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-a4ecb001-1113-4bff-9187-465f7b6cd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:58.000451 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df325d86-e614-4c77-845e-bc6f892d9ad7 req-11d56519-6d64-4ba6-ac3a-9578ca3cdc11 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:58.001272 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-a4ecb001-1113-4bff-9187-465f7b6cd735 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429881 Jul 26 05:00:58.002115 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df325d86-e614-4c77-845e-bc6f892d9ad7 req-11d56519-6d64-4ba6-ac3a-9578ca3cdc11 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0601470 Jul 26 05:00:58.051073 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df325d86-e614-4c77-845e-bc6f892d9ad7 req-06bc3e76-586f-4b6b-916f-3e97172cb36d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Jul 26 05:00:58.193251 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae7ece-d46e-4347-8aee-dccc02ff565b req-9d0492bf-a789-4ad5-8582-902c9dd73135 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:58.194742 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1bae7ece-d46e-4347-8aee-dccc02ff565b req-9d0492bf-a789-4ad5-8582-902c9dd73135 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0547395 Jul 26 05:00:58.252934 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1bae7ece-d46e-4347-8aee-dccc02ff565b req-f486cf11-d476-46c6-8ee1-3ba0b3255ba4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524304 Jul 26 05:00:58.287926 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eaca8-50bd-4b62-afa0-e130dc1da38a req-2f2414d5-b0b4-427c-9cdd-55ef19d1db3a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:58.289444 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e54eaca8-50bd-4b62-afa0-e130dc1da38a req-2f2414d5-b0b4-427c-9cdd-55ef19d1db3a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0526490 Jul 26 05:00:58.337648 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e54eaca8-50bd-4b62-afa0-e130dc1da38a req-3f96a588-0321-4fc3-90f2-6eb1490cd61c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Jul 26 05:00:58.530398 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44883840-0500-409b-b7ef-21d9e6a121c5 req-977920cc-b9e6-4144-a1b9-6f13e8a671a6 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:58.532701 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-44883840-0500-409b-b7ef-21d9e6a121c5 req-977920cc-b9e6-4144-a1b9-6f13e8a671a6 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0551348 Jul 26 05:00:58.586652 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-44883840-0500-409b-b7ef-21d9e6a121c5 req-bd85d25d-84e4-40ee-8ce3-007b5954bb1d tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473876 Jul 26 05:00:58.597998 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358a3c7b-6b7d-446a-adf5-98c0f873899c'}, {'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:00:58.600536 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca714a49-dd2c-4123-a9e3-6e6a705c3838" -d '{"events": [{"server_uuid": "0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3", "name": "network-vif-plugged", "status": "completed", "tag": "358a3c7b-6b7d-446a-adf5-98c0f873899c"}, {"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-plugged", "status": "completed", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:00:58.645990 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 26 Jul 2022 05:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7dbcf9-420a-4370-a567-4003d66415f0 x-openstack-request-id: req-3e7dbcf9-420a-4370-a567-4003d66415f0 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:00:58.646294 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3", "name": "network-vif-plugged", "status": "completed", "tag": "358a3c7b-6b7d-446a-adf5-98c0f873899c", "code": 200}, {"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-plugged", "status": "completed", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:00:58.646541 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3e7dbcf9-420a-4370-a567-4003d66415f0 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:00:58.646952 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7dbcf9-420a-4370-a567-4003d66415f0'] response: {'server_uuid': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358a3c7b-6b7d-446a-adf5-98c0f873899c', 'code': 200} Jul 26 05:00:58.647189 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7dbcf9-420a-4370-a567-4003d66415f0'] response: {'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'code': 200} Jul 26 05:00:59.187686 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2090-7d3e-4dbf-99b0-9d4b10fc0aed req-adba043e-8ea3-4ca2-aae1-71cabebbaa5a tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:59.189313 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29dc2090-7d3e-4dbf-99b0-9d4b10fc0aed req-adba043e-8ea3-4ca2-aae1-71cabebbaa5a tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0516558 Jul 26 05:00:59.237481 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29dc2090-7d3e-4dbf-99b0-9d4b10fc0aed req-77a837fc-bd42-4ab0-8449-7454875f0dcd tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423086 Jul 26 05:00:59.378558 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3af474-f8ee-4f7f-9412-b0a11a42ffda req-3d878819-18d9-4b86-b8c3-221645e1e009 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:59.380180 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e3af474-f8ee-4f7f-9412-b0a11a42ffda req-3d878819-18d9-4b86-b8c3-221645e1e009 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0497787 Jul 26 05:00:59.439477 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e3af474-f8ee-4f7f-9412-b0a11a42ffda req-8f3e79d4-7ad9-47c0-9964-f7c0a5cb1ee5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532720 Jul 26 05:00:59.483089 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258debfd-b625-4f9d-bad0-1e9d6c1fbbfc req-e66562ca-8650-4595-bf09-dc712e2c7407 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:59.484609 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-258debfd-b625-4f9d-bad0-1e9d6c1fbbfc req-e66562ca-8650-4595-bf09-dc712e2c7407 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0612102 Jul 26 05:00:59.535234 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-258debfd-b625-4f9d-bad0-1e9d6c1fbbfc req-852c994d-2314-4ce1-a457-e3c943afa084 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432625 Jul 26 05:00:59.717231 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20d1c1-90e0-4e99-9df3-393faf6383ec req-33ef167e-89f2-4a95-8d71-67ec8dce4ab1 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:00:59.719191 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9c20d1c1-90e0-4e99-9df3-393faf6383ec req-33ef167e-89f2-4a95-8d71-67ec8dce4ab1 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0546162 Jul 26 05:00:59.768310 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9c20d1c1-90e0-4e99-9df3-393faf6383ec req-c3054497-f8ae-422d-b79e-ffb73ac3b837 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 Jul 26 05:00:59.984318 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-25b2eea1-09a1-4310-8865-c094b51a443e service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513107 Jul 26 05:01:00.002143 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5f01b-b182-458d-a878-0df438ff9c17 req-a563135f-e2ac-4f92-a47c-a4e82f863513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:00.003709 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7bf5f01b-b182-458d-a878-0df438ff9c17 req-a563135f-e2ac-4f92-a47c-a4e82f863513 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 1129 time: 0.1524537 Jul 26 05:01:00.064389 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:00.076725 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7bf5f01b-b182-458d-a878-0df438ff9c17 req-a1c16a4e-e746-4e21-bd0b-8e1c5acdc1fa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:00.128864 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:00.137694 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-09b60502-f88b-4227-ab1c-57d3b294cf24 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329873 Jul 26 05:01:00.163783 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193ea1c-de21-47ac-9300-9f9dd6125abd req-dfd3dae9-9992-47e2-b0a0-f68461b80dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:00.165511 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e193ea1c-de21-47ac-9300-9f9dd6125abd req-dfd3dae9-9992-47e2-b0a0-f68461b80dbc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 1129 time: 0.1037617 Jul 26 05:01:00.166677 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cf4e3-3493-4586-98ce-03f2461de055 req-40827a71-8673-4ca9-b3c0-32482b25f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:00.168050 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e50cf4e3-3493-4586-98ce-03f2461de055 req-40827a71-8673-4ca9-b3c0-32482b25f79c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 1129 time: 0.1143107 Jul 26 05:01:00.198918 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7bf5f01b-b182-458d-a878-0df438ff9c17 req-a1c16a4e-e746-4e21-bd0b-8e1c5acdc1fa service neutron] Publish callbacks [] for security_group (5baf026a-ce95-48fb-931e-52738b56ce86), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:00.203813 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-7bf5f01b-b182-458d-a878-0df438ff9c17 req-a1c16a4e-e746-4e21-bd0b-8e1c5acdc1fa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (5baf026a-ce95-48fb-931e-52738b56ce86), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:00.254896 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c16a4e-e746-4e21-bd0b-8e1c5acdc1fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5baf026a-ce95-48fb-931e-52738b56ce86,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:00.259165 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-7bf5f01b-b182-458d-a878-0df438ff9c17 req-a1c16a4e-e746-4e21-bd0b-8e1c5acdc1fa service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052031 Jul 26 05:01:00.284704 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:00.364597 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600fe7c-9226-4599-ad6f-8ef5d975a7d2 req-1c7a231f-b7d0-4a12-ba64-3f556b04d81d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:00.366077 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6600fe7c-9226-4599-ad6f-8ef5d975a7d2 req-1c7a231f-b7d0-4a12-ba64-3f556b04d81d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0497174 Jul 26 05:01:00.418818 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6600fe7c-9226-4599-ad6f-8ef5d975a7d2 req-cad8ac19-c548-4785-aa8f-e25dd523b6de tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442982 Jul 26 05:01:00.576625 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e03a-f023-4b86-9445-84f36f636f99 req-205ba79a-67c6-4792-ade0-f0af24577be6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:00.578670 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc01e03a-f023-4b86-9445-84f36f636f99 req-205ba79a-67c6-4792-ade0-f0af24577be6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0638947 Jul 26 05:01:00.631879 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:00.657547 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc01e03a-f023-4b86-9445-84f36f636f99 req-ab7fa4bf-0e9a-45f1-aba5-6ed5e1ef27a2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728619 Jul 26 05:01:00.673334 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d70e1-ec18-4aa4-8832-128b80d5893a req-d6c36943-10f9-4527-8776-945c6de9f356 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:00.674777 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-922d70e1-ec18-4aa4-8832-128b80d5893a req-d6c36943-10f9-4527-8776-945c6de9f356 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0559478 Jul 26 05:01:00.723242 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-922d70e1-ec18-4aa4-8832-128b80d5893a req-cf3a23b3-687a-49ac-92b9-ff572b808fdb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 Jul 26 05:01:00.905742 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e8249-683e-4fa4-a2af-782fddca5fc9 req-62731590-4ddd-4be0-bc42-a12d404587a8 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:00.909269 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d28e8249-683e-4fa4-a2af-782fddca5fc9 req-62731590-4ddd-4be0-bc42-a12d404587a8 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0627849 Jul 26 05:01:00.974415 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d28e8249-683e-4fa4-a2af-782fddca5fc9 req-a762092a-1d52-45b6-94e0-cc83bf40c9c2 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584440 Jul 26 05:01:01.548014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019da136-79b6-4dd0-9ca5-3d55fcf3c8e6 req-88f10a08-fd2c-415d-93d6-29554b43c8c7 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:01.549378 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-019da136-79b6-4dd0-9ca5-3d55fcf3c8e6 req-88f10a08-fd2c-415d-93d6-29554b43c8c7 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0486486 Jul 26 05:01:01.601333 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-019da136-79b6-4dd0-9ca5-3d55fcf3c8e6 req-15900d98-d3dc-472d-84c5-e9469b4dae6b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452871 Jul 26 05:01:01.785007 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a16b9-f3cd-4b4f-92b4-4f3fb2472506 req-6432b6a6-1249-4bdb-98f3-edfdc2dc2663 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:01.786677 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d54a16b9-f3cd-4b4f-92b4-4f3fb2472506 req-6432b6a6-1249-4bdb-98f3-edfdc2dc2663 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0512445 Jul 26 05:01:01.876791 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4da7e-11cc-4c94-8272-66b537a817e1 req-5bcfb416-433a-4814-a1e1-be05f91183f1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:01.878255 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2fb4da7e-11cc-4c94-8272-66b537a817e1 req-5bcfb416-433a-4814-a1e1-be05f91183f1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0690713 Jul 26 05:01:01.881843 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d54a16b9-f3cd-4b4f-92b4-4f3fb2472506 req-26f934ea-e976-461b-a206-f062fb1c8232 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885611 Jul 26 05:01:01.926974 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2fb4da7e-11cc-4c94-8272-66b537a817e1 req-cab5d06e-902c-4498-ace4-10466b7d2539 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429025 Jul 26 05:01:02.103037 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b6912-93f9-436c-aafb-6bd518d08438 req-e4b5583b-30b6-4e23-b7de-932191bf8c3d tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:02.104582 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-076b6912-93f9-436c-aafb-6bd518d08438 req-e4b5583b-30b6-4e23-b7de-932191bf8c3d tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0493109 Jul 26 05:01:02.161826 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-076b6912-93f9-436c-aafb-6bd518d08438 req-775623ad-6e3a-474a-8576-43efc09d61e1 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510414 Jul 26 05:01:02.735160 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb780c1-8049-4c8f-b372-a4bd710ec8a6 req-7278b36c-6070-44e2-be17-1e36bac049a6 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:02.736717 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4cb780c1-8049-4c8f-b372-a4bd710ec8a6 req-7278b36c-6070-44e2-be17-1e36bac049a6 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0585661 Jul 26 05:01:02.795174 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4cb780c1-8049-4c8f-b372-a4bd710ec8a6 req-5c08c7f8-7502-4aeb-b260-6c83316befcd tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522816 Jul 26 05:01:02.868927 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device ad83218c-f197-497a-8169-9fcae83efaee up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:01:02.904062 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:02.918421 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port ad83218c-f197-497a-8169-9fcae83efaee completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:01:02.925405 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port ad83218c-f197-497a-8169-9fcae83efaee triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:01:02.926770 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (ad83218c-f197-497a-8169-9fcae83efaee), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:03.011921 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:03.017049 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port ad83218c-f197-497a-8169-9fcae83efaee is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:01:03.017660 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (ad83218c-f197-497a-8169-9fcae83efaee), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:03.048709 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4c17ac-a751-4ebc-9a68-b051d32dc63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad83218c-f197-497a-8169-9fcae83efaee'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:01:03.050970 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27298508-ce96-48c4-8379-1a2fb1f7ba08" -d '{"events": [{"server_uuid": "3f4c17ac-a751-4ebc-9a68-b051d32dc63f", "name": "network-vif-plugged", "status": "completed", "tag": "ad83218c-f197-497a-8169-9fcae83efaee"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:01:03.064256 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port ad83218c-f197-497a-8169-9fcae83efaee, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=ad83218c-f197-497a-8169-9fcae83efaee,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:01:03.066273 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574ebaf-3e55-41b1-90f9-01bafea9a1e0 req-720bd76e-8bd6-4b28-857c-d3a837e2052d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:03.068114 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0574ebaf-3e55-41b1-90f9-01bafea9a1e0 req-720bd76e-8bd6-4b28-857c-d3a837e2052d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0907953 Jul 26 05:01:03.070445 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (ad83218c-f197-497a-8169-9fcae83efaee), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:03.121126 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=ad83218c-f197-497a-8169-9fcae83efaee,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:03.125565 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6d02e-9288-4e38-a9c8-b6518c8c221a req-4e777605-3027-456f-ac63-035d1afe06a2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:03.127094 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3e6d02e-9288-4e38-a9c8-b6518c8c221a req-4e777605-3027-456f-ac63-035d1afe06a2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.1023755 Jul 26 05:01:03.150927 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:03.236190 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0574ebaf-3e55-41b1-90f9-01bafea9a1e0 req-e1bbbb11-49bb-4eb7-a87d-53b54e326a86 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603413 Jul 26 05:01:03.244268 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e50cf4e3-3493-4586-98ce-03f2461de055 req-7a9bc932-8fe7-4bad-b19d-d6d483ca20f5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488113 Jul 26 05:01:03.248827 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e193ea1c-de21-47ac-9300-9f9dd6125abd req-45efad76-3229-4258-b062-b1dc44da4d47 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638453 Jul 26 05:01:03.264986 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3e6d02e-9288-4e38-a9c8-b6518c8c221a req-90bf937a-333f-40b7-90c5-e1ecee5183c9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255152 Jul 26 05:01:03.293171 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaf8f2c-9c19-4b58-baee-5b6409ca0b0f x-openstack-request-id: req-7eaf8f2c-9c19-4b58-baee-5b6409ca0b0f {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:01:03.293171 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4c17ac-a751-4ebc-9a68-b051d32dc63f", "name": "network-vif-plugged", "status": "completed", "tag": "ad83218c-f197-497a-8169-9fcae83efaee", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:01:03.293384 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7eaf8f2c-9c19-4b58-baee-5b6409ca0b0f {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:01:03.293738 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eaf8f2c-9c19-4b58-baee-5b6409ca0b0f'] response: {'server_uuid': '3f4c17ac-a751-4ebc-9a68-b051d32dc63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad83218c-f197-497a-8169-9fcae83efaee', 'code': 200} Jul 26 05:01:03.371641 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:03.380864 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d23f6b-206c-45d3-b4a8-2731909f6286 req-694bc95c-ade6-471b-b756-f655bf41dd99 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:03.382331 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73d23f6b-206c-45d3-b4a8-2731909f6286 req-694bc95c-ade6-471b-b756-f655bf41dd99 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0495927 Jul 26 05:01:03.433126 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73d23f6b-206c-45d3-b4a8-2731909f6286 req-ebd814cf-e667-44c0-b9fe-ed7357b1b28b tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450077 Jul 26 05:01:03.933624 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d9473-5d31-448a-846a-e94efa7200e3 req-67d308b0-8a2c-4d57-bb94-0aa64f97a68d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:03.935266 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-587d9473-5d31-448a-846a-e94efa7200e3 req-67d308b0-8a2c-4d57-bb94-0aa64f97a68d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0578299 Jul 26 05:01:03.992255 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-587d9473-5d31-448a-846a-e94efa7200e3 req-faba166f-a115-46a9-8fa5-e405f676a91b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497372 Jul 26 05:01:04.413995 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da054b91-4098-4f07-a443-f29b29877906 req-808e4358-6731-4bd8-ace1-3ed9fb437837 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:04.415540 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-da054b91-4098-4f07-a443-f29b29877906 req-808e4358-6731-4bd8-ace1-3ed9fb437837 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.1049979 Jul 26 05:01:04.445464 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cbb47-934e-4f68-9125-0e125a535f02 req-ae9041bf-4814-4d8a-9a02-2933896ec8fd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:04.447122 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a58cbb47-934e-4f68-9125-0e125a535f02 req-ae9041bf-4814-4d8a-9a02-2933896ec8fd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0834177 Jul 26 05:01:04.502791 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-da054b91-4098-4f07-a443-f29b29877906 req-b1ed9d5e-77fd-4596-9bb4-45de57c9fc79 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803230 Jul 26 05:01:04.532350 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a58cbb47-934e-4f68-9125-0e125a535f02 req-fbfdb60f-7806-408c-837b-b44344edbea7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765748 Jul 26 05:01:04.807799 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f3663-19ca-48c7-9b80-429b4e884bbf req-c531186d-fd71-44cc-bff3-5d302302604d tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:04.809200 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e1f3663-19ca-48c7-9b80-429b4e884bbf req-c531186d-fd71-44cc-bff3-5d302302604d tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.2418807 Jul 26 05:01:04.857732 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e1f3663-19ca-48c7-9b80-429b4e884bbf req-ab806eb8-c196-47b9-8c4e-3df1197914b5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Jul 26 05:01:05.119089 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7d711-bc3d-45b1-ac33-2c21b30ed941 req-64cb6aa9-57e3-45e2-8f38-f62e15fb7d8d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:05.120672 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-48e7d711-bc3d-45b1-ac33-2c21b30ed941 req-64cb6aa9-57e3-45e2-8f38-f62e15fb7d8d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0510507 Jul 26 05:01:05.174233 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-48e7d711-bc3d-45b1-ac33-2c21b30ed941 req-4958aae0-250d-4b74-adfd-7af57b8153eb tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476487 Jul 26 05:01:05.673644 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d98b5-4a21-46f4-a05d-d82f3ae66214 req-3f2ca08a-082c-4c47-a7da-19251b73a8e9 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:05.676315 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f87d98b5-4a21-46f4-a05d-d82f3ae66214 req-3f2ca08a-082c-4c47-a7da-19251b73a8e9 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 943 time: 0.0884314 Jul 26 05:01:05.714492 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe6eec-f500-4707-9183-1835ee5b8c8c req-895b98a1-e842-408b-85f9-2c79dfb8de9e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:05.717128 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4bbe6eec-f500-4707-9183-1835ee5b8c8c req-895b98a1-e842-408b-85f9-2c79dfb8de9e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0938997 Jul 26 05:01:05.739571 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device b559b234-be1a-4b1e-9174-8e074a42caaf details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:01:05.812068 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f87d98b5-4a21-46f4-a05d-d82f3ae66214 req-1c29bc80-6dc6-4f2d-8ba6-a978468eb77b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290650 Jul 26 05:01:05.816282 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4bbe6eec-f500-4707-9183-1835ee5b8c8c req-8865453f-22ba-4a02-bb03-92f74391825a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878134 Jul 26 05:01:05.851458 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port b559b234-be1a-4b1e-9174-8e074a42caaf, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b559b234-be1a-4b1e-9174-8e074a42caaf,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:01:05.862935 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'b559b234-be1a-4b1e-9174-8e074a42caaf', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'port_id': 'b559b234-be1a-4b1e-9174-8e074a42caaf', 'mac_address': 'fa:16:3e:1f:90:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:01:05.901102 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port b559b234-be1a-4b1e-9174-8e074a42caaf is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:01:05.901498 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:05.916784 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b559b234-be1a-4b1e-9174-8e074a42caaf {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:01:05.942355 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port b559b234-be1a-4b1e-9174-8e074a42caaf, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b559b234-be1a-4b1e-9174-8e074a42caaf,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:01:05.947534 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:05.995398 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226bb40-292c-49a2-bd0a-bb98bd3925fb req-4c72582b-2030-4cb4-bd04-e37d84b3ce21 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:05.997145 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2226bb40-292c-49a2-bd0a-bb98bd3925fb req-4c72582b-2030-4cb4-bd04-e37d84b3ce21 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0638118 Jul 26 05:01:06.008881 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=b559b234-be1a-4b1e-9174-8e074a42caaf,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:06.050639 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2226bb40-292c-49a2-bd0a-bb98bd3925fb req-aa38c0f5-8989-4269-a893-9ed5c950d546 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462694 Jul 26 05:01:06.291100 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['b559b234-be1a-4b1e-9174-8e074a42caaf'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:01:06.326423 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf7af-29af-4162-96c2-7f4052b9419a req-b55a7c98-a705-4a50-a1f9-333603170014 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:06.330267 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34ecf7af-29af-4162-96c2-7f4052b9419a req-b55a7c98-a705-4a50-a1f9-333603170014 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0766938 Jul 26 05:01:06.414714 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:06.436302 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34ecf7af-29af-4162-96c2-7f4052b9419a req-2a700425-a758-4af7-92f1-61ed1db67936 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737703 Jul 26 05:01:06.459670 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:06.837606 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 45232) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:07.015431 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf71a-e743-4812-aa35-b928064eb057 req-90924010-2ef1-487d-800f-52fdbb603674 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:07.017343 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f1baf71a-e743-4812-aa35-b928064eb057 req-90924010-2ef1-487d-800f-52fdbb603674 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 944 time: 0.0978482 Jul 26 05:01:07.022476 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c9ce89d-e255-4e80-9975-e6c307cc71b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.058031 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:07.071978 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d291d15-122c-4673-9bce-1b57b22751b4 req-bf5e120d-8e4f-4b18-93d6-cfa53034a1aa tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:07.073839 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d291d15-122c-4673-9bce-1b57b22751b4 req-bf5e120d-8e4f-4b18-93d6-cfa53034a1aa tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.1233821 Jul 26 05:01:07.167599 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f1baf71a-e743-4812-aa35-b928064eb057 req-278ad4ce-7b1f-4cbd-89c3-ca425873ad5e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421525 Jul 26 05:01:07.210557 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d291d15-122c-4673-9bce-1b57b22751b4 req-91eae397-8ac6-43e8-b7c3-5b5afc4063ef tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279356 Jul 26 05:01:07.224964 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device b559b234-be1a-4b1e-9174-8e074a42caaf up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:01:07.344842 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port b559b234-be1a-4b1e-9174-8e074a42caaf completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:01:07.352858 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e5521-ced1-425b-a575-78c005c21df9 req-e6c65f1a-a832-4b2a-a178-716309d192f5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:07.354563 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e7e5521-ced1-425b-a575-78c005c21df9 req-e6c65f1a-a832-4b2a-a178-716309d192f5 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.1061723 Jul 26 05:01:07.362197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c9ce89d-e255-4e80-9975-e6c307cc71b2 admin admin] Publish callbacks [] for security_group (d0716934-cd90-488f-a5a6-65c00fe1861b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.363882 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port b559b234-be1a-4b1e-9174-8e074a42caaf triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:01:07.364470 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.379880 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c9ce89d-e255-4e80-9975-e6c307cc71b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d0716934-cd90-488f-a5a6-65c00fe1861b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.454917 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port b559b234-be1a-4b1e-9174-8e074a42caaf is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:01:07.455709 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.511802 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1c9ce89d-e255-4e80-9975-e6c307cc71b2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a92fc94054a44582b774fcf682f96fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6700003 Jul 26 05:01:07.512074 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 45262) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:07.520739 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b20933-1aa3-4f28-9d7b-2482564c6c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b559b234-be1a-4b1e-9174-8e074a42caaf'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:01:07.521087 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ce89d-e255-4e80-9975-e6c307cc71b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0716934-cd90-488f-a5a6-65c00fe1861b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:07.523443 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288d874f-f0b2-4130-941d-bcb377180054" -d '{"events": [{"server_uuid": "c4b20933-1aa3-4f28-9d7b-2482564c6c03", "name": "network-vif-plugged", "status": "completed", "tag": "b559b234-be1a-4b1e-9174-8e074a42caaf"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:01:07.542071 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port b559b234-be1a-4b1e-9174-8e074a42caaf, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b559b234-be1a-4b1e-9174-8e074a42caaf,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:01:07.548607 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.575822 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e7e5521-ced1-425b-a575-78c005c21df9 req-f29070c4-e589-42d3-bc95-500d9e2fb016 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078044 Jul 26 05:01:07.585693 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:07.637643 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=b559b234-be1a-4b1e-9174-8e074a42caaf,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:07.661370 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0c48c684-43f4-4acb-9002-1ca7b364ae0c admin admin] Publish callbacks [] for security_group (d0716934-cd90-488f-a5a6-65c00fe1861b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.692200 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0c48c684-43f4-4acb-9002-1ca7b364ae0c admin admin] Publish callbacks [] for security_group (d0716934-cd90-488f-a5a6-65c00fe1861b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.697505 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c8aa2-92b9-425b-bf91-8b495015f9ab req-30b90a50-7947-44a2-895d-b5e26286aebc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:07.700880 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b2c8aa2-92b9-425b-bf91-8b495015f9ab req-30b90a50-7947-44a2-895d-b5e26286aebc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.1196749 Jul 26 05:01:07.702509 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c6c2a-d972-4997-b608-bc3c8eceba0a x-openstack-request-id: req-097c6c2a-d972-4997-b608-bc3c8eceba0a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:01:07.702800 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b20933-1aa3-4f28-9d7b-2482564c6c03", "name": "network-vif-plugged", "status": "completed", "tag": "b559b234-be1a-4b1e-9174-8e074a42caaf", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:01:07.703059 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-097c6c2a-d972-4997-b608-bc3c8eceba0a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:01:07.703453 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097c6c2a-d972-4997-b608-bc3c8eceba0a'] response: {'server_uuid': 'c4b20933-1aa3-4f28-9d7b-2482564c6c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b559b234-be1a-4b1e-9174-8e074a42caaf', 'code': 200} Jul 26 05:01:07.771274 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b2c8aa2-92b9-425b-bf91-8b495015f9ab req-beb6ae08-17fc-41d9-a1bf-b1b1dfb81bf4 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615120 Jul 26 05:01:07.797095 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0c48c684-43f4-4acb-9002-1ca7b364ae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d0716934-cd90-488f-a5a6-65c00fe1861b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.800159 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0c48c684-43f4-4acb-9002-1ca7b364ae0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:07.801693 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0c48c684-43f4-4acb-9002-1ca7b364ae0c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d0716934-cd90-488f-a5a6-65c00fe1861b HTTP/1.1" status: 204 len: 168 time: 0.2890060 Jul 26 05:01:07.811960 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48c684-43f4-4acb-9002-1ca7b364ae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0716934-cd90-488f-a5a6-65c00fe1861b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:08.173887 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 45278) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:08.189999 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b22d370d-044b-4a32-a567-cac474cc285a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:08.304664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b22d370d-044b-4a32-a567-cac474cc285a admin admin] Publish callbacks [] for security_group (712aebc9-3c2a-45d7-bc68-dd29e7db5d9d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:08.321918 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b22d370d-044b-4a32-a567-cac474cc285a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (712aebc9-3c2a-45d7-bc68-dd29e7db5d9d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:08.368713 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d7d8a-e9ea-48af-8f7c-04a3ee403e56 req-8332cdd1-d6c8-4761-801b-176846e44740 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:08.371142 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c32d7d8a-e9ea-48af-8f7c-04a3ee403e56 req-8332cdd1-d6c8-4761-801b-176846e44740 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0933073 Jul 26 05:01:08.389994 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b22d370d-044b-4a32-a567-cac474cc285a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e02d6af390084c4f98dabd459da5a1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114079 Jul 26 05:01:08.393114 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 45288) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:08.393830 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d370d-044b-4a32-a567-cac474cc285a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712aebc9-3c2a-45d7-bc68-dd29e7db5d9d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:08.421375 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de214705-b0d0-4c78-892e-6540bf4051b0 req-a970fb6a-2d39-4b0b-b64a-d305c69c770a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:08.422944 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de214705-b0d0-4c78-892e-6540bf4051b0 req-a970fb6a-2d39-4b0b-b64a-d305c69c770a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0946634 Jul 26 05:01:08.461607 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86af7cdc-536d-4141-b7e6-608d18a492b4 admin admin] Publish callbacks [] for security_group (712aebc9-3c2a-45d7-bc68-dd29e7db5d9d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:08.465430 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c32d7d8a-e9ea-48af-8f7c-04a3ee403e56 req-c1863d29-ca62-4a23-b475-45d5d03a747c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753460 Jul 26 05:01:08.486898 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86af7cdc-536d-4141-b7e6-608d18a492b4 admin admin] Publish callbacks [] for security_group (712aebc9-3c2a-45d7-bc68-dd29e7db5d9d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:08.503496 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de214705-b0d0-4c78-892e-6540bf4051b0 req-ff098c93-e235-489f-843a-41fc53b65a92 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687017 Jul 26 05:01:08.562270 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86af7cdc-536d-4141-b7e6-608d18a492b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (712aebc9-3c2a-45d7-bc68-dd29e7db5d9d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:08.565116 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-86af7cdc-536d-4141-b7e6-608d18a492b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:08.569399 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-86af7cdc-536d-4141-b7e6-608d18a492b4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/712aebc9-3c2a-45d7-bc68-dd29e7db5d9d HTTP/1.1" status: 204 len: 168 time: 0.1724365 Jul 26 05:01:08.581880 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af7cdc-536d-4141-b7e6-608d18a492b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712aebc9-3c2a-45d7-bc68-dd29e7db5d9d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:08.721256 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628536f-733a-4b75-bfe2-b83443e33731 req-dfa78702-5329-457b-9c93-099e4e7c844c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:08.722977 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a628536f-733a-4b75-bfe2-b83443e33731 req-dfa78702-5329-457b-9c93-099e4e7c844c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0751278 Jul 26 05:01:08.738498 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 45306) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:08.743813 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-9e2642b4-a546-4248-8b19-aa412cd535ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'floatingip': {'port_id': 'a540d166-7fe8-4084-911e-a2037b5f9fd5'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:01:08.767001 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c0fdb-b8ef-4f5b-979c-17ff7c357f8f req-f6527dfc-e7a4-419e-a25b-6a83c0bca676 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:08.769067 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1d1c0fdb-b8ef-4f5b-979c-17ff7c357f8f req-f6527dfc-e7a4-419e-a25b-6a83c0bca676 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0727336 Jul 26 05:01:08.818426 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:08.834364 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1d1c0fdb-b8ef-4f5b-979c-17ff7c357f8f req-4e2349d0-3194-46a8-9e9e-ee8e11462b66 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547867 Jul 26 05:01:08.857633 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9e2642b4-a546-4248-8b19-aa412cd535ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (797611eb-721a-47ef-a63e-03030e38f211), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:08.931319 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c32041-313f-486f-83eb-ab94d619d4c2 req-9f623d95-876b-4706-8748-742b589623b0 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:08.932971 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-54c32041-313f-486f-83eb-ab94d619d4c2 req-9f623d95-876b-4706-8748-742b589623b0 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0560443 Jul 26 05:01:09.005968 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-54c32041-313f-486f-83eb-ab94d619d4c2 req-8e0069c1-4259-46b4-830e-3b78c70c2d38 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653639 Jul 26 05:01:09.051725 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:09.641458 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc194c46-f28a-4503-a99a-e47b7273c929 req-4dde51fa-f8bf-4861-9a6a-a6ddaf6bea1a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:09.643222 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc194c46-f28a-4503-a99a-e47b7273c929 req-4dde51fa-f8bf-4861-9a6a-a6ddaf6bea1a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0753601 Jul 26 05:01:09.710726 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc194c46-f28a-4503-a99a-e47b7273c929 req-b120bcac-c538-4184-8ce8-d13c33ca0892 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539906 Jul 26 05:01:09.857264 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9e2642b4-a546-4248-8b19-aa412cd535ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:09.864275 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9e2642b4-a546-4248-8b19-aa412cd535ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (797611eb-721a-47ef-a63e-03030e38f211), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:09.943751 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:09.974616 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-9e2642b4-a546-4248-8b19-aa412cd535ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Floating IP 797611eb-721a-47ef-a63e-03030e38f211 associated. External IP: 172.27.3.193, port: a540d166-7fe8-4084-911e-a2037b5f9fd5. Jul 26 05:01:10.167700 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f43b2-358b-41ae-aae7-658dfa8c5a9e req-0e657996-43e4-4df5-8300-1ec907f83369 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:10.170270 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eb1f43b2-358b-41ae-aae7-658dfa8c5a9e req-0e657996-43e4-4df5-8300-1ec907f83369 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0743802 Jul 26 05:01:10.216732 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2642b4-a546-4248-8b19-aa412cd535ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Router 02502522-c056-4f39-a5d0-08ca48135a2c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:01:10.227195 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eb1f43b2-358b-41ae-aae7-658dfa8c5a9e req-b9d49deb-083d-4c9b-8b07-1d1bf89e7bbe tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504923 Jul 26 05:01:10.406045 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2642b4-a546-4248-8b19-aa412cd535ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:01:10.438391 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] Sync routers for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:01:10.456858 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9e2642b4-a546-4248-8b19-aa412cd535ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:10.467838 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:01:10.468482 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:00:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:10.516258 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9e2642b4-a546-4248-8b19-aa412cd535ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "PUT /v2.0/floatingips/797611eb-721a-47ef-a63e-03030e38f211 HTTP/1.1" status: 200 len: 991 time: 1.7728734 Jul 26 05:01:10.516258 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:01:10.518485 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855c29f-b306-40bb-be54-a9e229ce6cad" -d '{"events": [{"name": "network-changed", "server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:01:10.568859 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a02dd5f-b912-41bf-8397-0a5d530b4e88 x-openstack-request-id: req-4a02dd5f-b912-41bf-8397-0a5d530b4e88 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:01:10.569461 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:01:10.569887 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4a02dd5f-b912-41bf-8397-0a5d530b4e88 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:01:10.570506 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a02dd5f-b912-41bf-8397-0a5d530b4e88'] response: {'name': 'network-changed', 'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'status': 'completed', 'code': 200} Jul 26 05:01:10.590133 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:01:10.897234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eb296-e798-4356-b9b1-921791df28d9 req-d7fbcf56-ac3a-48ec-9565-e665646bd4df tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:10.900318 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-978eb296-e798-4356-b9b1-921791df28d9 req-d7fbcf56-ac3a-48ec-9565-e665646bd4df tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0763929 Jul 26 05:01:10.906236 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '797611eb-721a-47ef-a63e-03030e38f211', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'port_id': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'mac_address': 'fa:16:3e:f8:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:00:10Z', 'updated_at': '2022-07-26T05:01:09Z', 'revision_number': 1, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:10.935371 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] Checking router: 02502522-c056-4f39-a5d0-08ca48135a2c for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:01:10.946664 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:10.951110 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:01:10.952176 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:00:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:10.980848 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-978eb296-e798-4356-b9b1-921791df28d9 req-5db73331-5d90-4189-8658-29551bd74eef tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743935 Jul 26 05:01:11.080707 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:01:11.422894 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '797611eb-721a-47ef-a63e-03030e38f211', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'port_id': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'mac_address': 'fa:16:3e:f8:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:00:10Z', 'updated_at': '2022-07-26T05:01:09Z', 'revision_number': 1, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:11.441003 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afe70d-73ee-423a-a9e1-3f57cf05ff85 req-50c5b89a-eed9-48f8-a848-2436b13c88a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:11.442666 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07afe70d-73ee-423a-a9e1-3f57cf05ff85 req-50c5b89a-eed9-48f8-a848-2436b13c88a2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 1129 time: 0.1427596 Jul 26 05:01:11.452158 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa651f8-35b5-4307-bef7-586cfade04f0 req-80f13d8f-a67b-4b20-a329-0331ac87ed87 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:11.453754 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-efa651f8-35b5-4307-bef7-586cfade04f0 req-80f13d8f-a67b-4b20-a329-0331ac87ed87 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0952368 Jul 26 05:01:11.473425 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb61b8-372a-4775-a9f0-839acf2b1f39 None None] The sync data for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi is: [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '797611eb-721a-47ef-a63e-03030e38f211', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'port_id': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'mac_address': 'fa:16:3e:f8:e0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:00:10Z', 'updated_at': '2022-07-26T05:01:09Z', 'revision_number': 1, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:01:11.571512 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-efa651f8-35b5-4307-bef7-586cfade04f0 req-cb5e1602-0ccc-46f8-aa30-97e6d21b472d tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065454 Jul 26 05:01:11.819431 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fb19b9-5883-466d-8b91-3826105ee426 None None] New status for floating IP 797611eb-721a-47ef-a63e-03030e38f211: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:01:12.018052 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:12.261400 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ec8ff-b6dc-4335-9242-87070fe15701 req-c722f45c-211f-4605-9b40-e3cca51e551d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:12.264134 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c61ec8ff-b6dc-4335-9242-87070fe15701 req-c722f45c-211f-4605-9b40-e3cca51e551d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.1287148 Jul 26 05:01:12.363668 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c61ec8ff-b6dc-4335-9242-87070fe15701 req-3a681f3f-fdf6-471d-8fef-586cc8ddd2c1 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939598 Jul 26 05:01:12.411843 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07afe70d-73ee-423a-a9e1-3f57cf05ff85 req-30c82d65-8b9d-4476-8198-7145daeee722 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798545 Jul 26 05:01:12.836600 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8369-8204-449a-981f-38ac397a2902 req-eb24f1a9-45ab-4876-b1df-af9d4c1fc2a2 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:12.840015 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-254b8369-8204-449a-981f-38ac397a2902 req-eb24f1a9-45ab-4876-b1df-af9d4c1fc2a2 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.1464498 Jul 26 05:01:12.930029 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-65adea25-0f16-4500-ae9b-01e422a342c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:12.931630 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-65adea25-0f16-4500-ae9b-01e422a342c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 1129 time: 0.0898163 Jul 26 05:01:13.007274 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-254b8369-8204-449a-981f-38ac397a2902 req-36c15676-7e10-41b8-9f56-8c284d80d59a tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908575 Jul 26 05:01:13.168545 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae905e-78e9-4fe0-835a-7c56c3c8e056 req-85a3469c-922f-48f1-abf9-27eca67b2811 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:13.170263 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e6ae905e-78e9-4fe0-835a-7c56c3c8e056 req-85a3469c-922f-48f1-abf9-27eca67b2811 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0576055 Jul 26 05:01:13.180628 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 45474) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:13.185386 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e43186d1-d365-4106-bd4c-f10c1f44351f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'floatingip': {'port_id': '358a3c7b-6b7d-446a-adf5-98c0f873899c'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:01:13.229983 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e43186d1-d365-4106-bd4c-f10c1f44351f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (d293d5a8-db7b-41d3-9813-7028ddc3ad2c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:13.475300 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-08811341-34c5-499b-9718-1ca64b19971d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:13.477022 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-08811341-34c5-499b-9718-1ca64b19971d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 916 time: 0.1690989 Jul 26 05:01:13.478210 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917cf85-2cbf-4c14-891b-a7e78c0a7849 req-07d92383-a2c3-405f-a402-a2211152f64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:13.479775 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9917cf85-2cbf-4c14-891b-a7e78c0a7849 req-07d92383-a2c3-405f-a402-a2211152f64c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 1129 time: 0.1204116 Jul 26 05:01:13.555954 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bbb6b07f-1265-4cc7-9b14-fbddb864515f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:13.556883 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bf1f0-514e-4ca7-bc66-c1714a82ca32 req-5cce0d64-a5b7-4c45-925f-36051fa47f42 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:13.559881 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a2bf1f0-514e-4ca7-bc66-c1714a82ca32 req-5cce0d64-a5b7-4c45-925f-36051fa47f42 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0750661 Jul 26 05:01:13.625528 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a2bf1f0-514e-4ca7-bc66-c1714a82ca32 req-4fbb56c5-071c-4af9-9371-e6c2ef34eab4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588746 Jul 26 05:01:13.660328 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:13.756094 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e43186d1-d365-4106-bd4c-f10c1f44351f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:13.761037 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e43186d1-d365-4106-bd4c-f10c1f44351f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (d293d5a8-db7b-41d3-9813-7028ddc3ad2c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:13.799523 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:13.863539 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-e43186d1-d365-4106-bd4c-f10c1f44351f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Floating IP d293d5a8-db7b-41d3-9813-7028ddc3ad2c associated. External IP: 172.27.3.254, port: 358a3c7b-6b7d-446a-adf5-98c0f873899c. Jul 26 05:01:14.078061 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43186d1-d365-4106-bd4c-f10c1f44351f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:01:14.196358 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43186d1-d365-4106-bd4c-f10c1f44351f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:01:14.201401 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e43186d1-d365-4106-bd4c-f10c1f44351f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:14.206883 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] Sync routers for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:01:14.218472 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:01:14.219100 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:00:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:14.234610 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e43186d1-d365-4106-bd4c-f10c1f44351f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "PUT /v2.0/floatingips/d293d5a8-db7b-41d3-9813-7028ddc3ad2c HTTP/1.1" status: 200 len: 991 time: 1.0528114 Jul 26 05:01:14.235200 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'tag': '358a3c7b-6b7d-446a-adf5-98c0f873899c'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:01:14.237908 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd36d0b-286d-47ae-a31a-82027f9a39ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3", "tag": "358a3c7b-6b7d-446a-adf5-98c0f873899c"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:01:14.288150 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28466ebb-83bf-466e-a4bf-851d618048ca x-openstack-request-id: req-28466ebb-83bf-466e-a4bf-851d618048ca {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:01:14.288510 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3", "tag": "358a3c7b-6b7d-446a-adf5-98c0f873899c", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:01:14.288862 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-28466ebb-83bf-466e-a4bf-851d618048ca {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:01:14.289317 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28466ebb-83bf-466e-a4bf-851d618048ca'] response: {'name': 'network-changed', 'server_uuid': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'tag': '358a3c7b-6b7d-446a-adf5-98c0f873899c', 'status': 'completed', 'code': 200} Jul 26 05:01:14.327287 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:01:14.422092 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:14.502914 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:14.564006 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'd293d5a8-db7b-41d3-9813-7028ddc3ad2c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'port_id': '358a3c7b-6b7d-446a-adf5-98c0f873899c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'mac_address': 'fa:16:3e:a4:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:00:18Z', 'updated_at': '2022-07-26T05:01:13Z', 'revision_number': 1, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:14.591384 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] Checking router: 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:01:14.600850 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:01:14.601475 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:00:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:14.758840 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28659df8-a069-4afa-9004-2e46fc9c5173 req-3806e0d5-fa98-4507-9d74-bcd9206b9ce4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:14.760579 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28659df8-a069-4afa-9004-2e46fc9c5173 req-3806e0d5-fa98-4507-9d74-bcd9206b9ce4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0498862 Jul 26 05:01:14.788816 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:14.814229 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28659df8-a069-4afa-9004-2e46fc9c5173 req-b60144b4-9371-46ce-ac07-71a8a1970be3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476091 Jul 26 05:01:14.848965 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:01:15.077386 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'd293d5a8-db7b-41d3-9813-7028ddc3ad2c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'port_id': '358a3c7b-6b7d-446a-adf5-98c0f873899c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'mac_address': 'fa:16:3e:a4:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:00:18Z', 'updated_at': '2022-07-26T05:01:13Z', 'revision_number': 1, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:15.123046 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac7d3af-7d9b-4579-a5fb-f38cfe483840 None None] The sync data for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi is: [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'd293d5a8-db7b-41d3-9813-7028ddc3ad2c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'port_id': '358a3c7b-6b7d-446a-adf5-98c0f873899c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'mac_address': 'fa:16:3e:a4:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:00:18Z', 'updated_at': '2022-07-26T05:01:13Z', 'revision_number': 1, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:01:15.340682 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1442171e-6c60-4f90-ab00-cc871878b137 None None] New status for floating IP d293d5a8-db7b-41d3-9813-7028ddc3ad2c: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:01:15.709118 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-15696f79-416a-448e-b612-adf3a97ff37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:15.954958 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a8a36-4981-48cf-8730-1a63c2d2d682 req-a74c4188-dd84-4e14-bf2a-19982934da82 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:15.956988 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b95a8a36-4981-48cf-8730-1a63c2d2d682 req-a74c4188-dd84-4e14-bf2a-19982934da82 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0625300 Jul 26 05:01:16.018662 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b95a8a36-4981-48cf-8730-1a63c2d2d682 req-aa662243-3a6f-4b4b-a021-4bfdc258d2d5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499129 Jul 26 05:01:16.189998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:16.192976 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-32cc1f7e-da61-4dfc-bbaa-95cbe5d9b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:16.194927 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-32cc1f7e-da61-4dfc-bbaa-95cbe5d9b89b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 1129 time: 0.0821860 Jul 26 05:01:16.357323 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9917cf85-2cbf-4c14-891b-a7e78c0a7849 req-07a35dc8-726e-432b-8bd2-4a0c84f4cf50 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163656 Jul 26 05:01:16.359610 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-56b6d41f-f1a9-4533-8ffc-04bf00857648 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5 HTTP/1.1" status: 200 len: 1001 time: 0.2592411 Jul 26 05:01:16.615579 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-e5d7f566-7236-4905-988f-3f7736a0614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:16.617552 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-e5d7f566-7236-4905-988f-3f7736a0614b service neutron] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 912 time: 0.4105203 Jul 26 05:01:16.923396 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:17.154940 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612cb1d-3c81-4502-bbcd-75580fcb1758 req-a2aa5887-3dfd-4a42-a0c4-1f7d39784e27 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:17.156616 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c612cb1d-3c81-4502-bbcd-75580fcb1758 req-a2aa5887-3dfd-4a42-a0c4-1f7d39784e27 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0528073 Jul 26 05:01:17.216489 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c612cb1d-3c81-4502-bbcd-75580fcb1758 req-89f8143f-8cf3-4500-b6a3-80900089a61b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497277 Jul 26 05:01:18.331978 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:18.359091 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f230c2-199e-4f32-856b-22f0c2d44751 req-927a82af-c46e-4142-86b5-63b2d811c2ee tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:18.360751 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99f230c2-199e-4f32-856b-22f0c2d44751 req-927a82af-c46e-4142-86b5-63b2d811c2ee tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0579269 Jul 26 05:01:18.432475 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99f230c2-199e-4f32-856b-22f0c2d44751 req-5e4410cb-98df-47b2-a9ac-20d636775d34 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640357 Jul 26 05:01:18.684788 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:19.570168 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55178b9-d951-4b96-a50b-93ee56ad30b6 req-45bf2ba1-4030-4704-9ee1-992bed2acf1e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:19.575380 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e55178b9-d951-4b96-a50b-93ee56ad30b6 req-45bf2ba1-4030-4704-9ee1-992bed2acf1e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0621209 Jul 26 05:01:19.629452 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e55178b9-d951-4b96-a50b-93ee56ad30b6 req-16ba497e-5bfb-48e4-b294-d4dc49161262 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497026 Jul 26 05:01:20.764095 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220dbaf-b5e2-4755-bff8-354b7ef27e26 req-6fadd79c-7780-48ee-bfa2-da0205f4bb74 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:20.765786 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6220dbaf-b5e2-4755-bff8-354b7ef27e26 req-6fadd79c-7780-48ee-bfa2-da0205f4bb74 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0524578 Jul 26 05:01:20.836378 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6220dbaf-b5e2-4755-bff8-354b7ef27e26 req-eec45713-57ef-4c32-89cf-5b04ebfe2b39 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629997 Jul 26 05:01:21.985429 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071e9e9-9bf4-4347-9251-585174abe65e req-ea118e9b-235a-4324-a79d-7da7300ce764 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:21.987158 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1071e9e9-9bf4-4347-9251-585174abe65e req-ea118e9b-235a-4324-a79d-7da7300ce764 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0721333 Jul 26 05:01:22.044199 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1071e9e9-9bf4-4347-9251-585174abe65e req-24732ea5-db92-4bca-87d4-6ab7167d1bce tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506577 Jul 26 05:01:23.129753 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-79c0a178-449a-49af-abe1-6fcaeb9fbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:23.131424 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-79c0a178-449a-49af-abe1-6fcaeb9fbc4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.0767908 Jul 26 05:01:23.167893 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-15dd3a24-6d85-4a22-a9bd-3041b3009768 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c HTTP/1.1" status: 200 len: 1001 time: 0.0991528 Jul 26 05:01:23.184489 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c40c-f078-4605-9392-3ba2aa8ca4dc req-3398fd7c-3336-47e9-9d5a-e71eece5641a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:23.185968 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5353c40c-f078-4605-9392-3ba2aa8ca4dc req-3398fd7c-3336-47e9-9d5a-e71eece5641a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0463216 Jul 26 05:01:23.243295 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5353c40c-f078-4605-9392-3ba2aa8ca4dc req-c679e075-abea-4f13-a762-4cbc6967f053 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513592 Jul 26 05:01:23.674191 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-c3fb5a17-74dd-4098-be2a-d1d287125e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:23.677295 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-c3fb5a17-74dd-4098-be2a-d1d287125e7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542829 Jul 26 05:01:23.678131 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-6ee42431-edce-4aac-9838-f3c9a7268865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:23.679918 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-6ee42431-edce-4aac-9838-f3c9a7268865 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.0562830 Jul 26 05:01:23.781997 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-2bd7b0b8-6319-4afe-9a06-08393072bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:23.783721 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-2bd7b0b8-6319-4afe-9a06-08393072bc5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655537 Jul 26 05:01:23.818174 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-618f8858-50d4-425b-99e3-3f2a427a49f7 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001139 Jul 26 05:01:23.891607 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-386eede9-b227-4f77-aeb6-f8b1cf060455 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966527 Jul 26 05:01:24.371462 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72da061-2ef5-4ec1-a222-477a5642db10 req-f2fc2c35-20fd-4f7d-ae43-1c5e0b78480a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:24.372984 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c72da061-2ef5-4ec1-a222-477a5642db10 req-f2fc2c35-20fd-4f7d-ae43-1c5e0b78480a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0524662 Jul 26 05:01:24.399995 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:24.424423 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c72da061-2ef5-4ec1-a222-477a5642db10 req-173948a4-c653-4618-81ad-2922a5811c6c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Jul 26 05:01:25.559173 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84a3df-963a-41bb-8225-c54404b02b26 req-a5f24139-54ef-4bf0-98b5-ded279c23225 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:25.560707 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db84a3df-963a-41bb-8225-c54404b02b26 req-a5f24139-54ef-4bf0-98b5-ded279c23225 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0513506 Jul 26 05:01:25.624223 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db84a3df-963a-41bb-8225-c54404b02b26 req-0c0a1fef-f299-4e18-a6ae-dd6a393092f7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531616 Jul 26 05:01:26.744169 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:26.756757 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3037a0-14e0-4ecd-a4c6-d30717a31f8c req-ce1d0180-e451-487d-ad51-6e7745dd5cb3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:26.758577 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c3037a0-14e0-4ecd-a4c6-d30717a31f8c req-ce1d0180-e451-487d-ad51-6e7745dd5cb3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0537512 Jul 26 05:01:26.816524 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c3037a0-14e0-4ecd-a4c6-d30717a31f8c req-3d99822e-f6b4-43dd-b82c-a4a521a5c524 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516970 Jul 26 05:01:27.295842 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:01:27.401426 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ebd36d0b-286d-47ae-a31a-82027f9a39ce req-2c46557b-37df-4e02-8766-892314462013 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158893 Jul 26 05:01:27.440863 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c855c29f-b306-40bb-be54-a9e229ce6cad req-ab09f8af-4724-4ea1-9983-242942e80dc7 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753664 Jul 26 05:01:27.945355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7df5d-0f93-4d36-9114-aed556c3210a req-b9944484-1e63-4aa7-af0d-fdd3d360a2b6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:27.946964 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5e7df5d-0f93-4d36-9114-aed556c3210a req-b9944484-1e63-4aa7-af0d-fdd3d360a2b6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0516973 Jul 26 05:01:28.005382 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5e7df5d-0f93-4d36-9114-aed556c3210a req-abced53b-1ca0-4085-9dee-77b492df3fcc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517297 Jul 26 05:01:28.240253 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=57 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:28.335366 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1ffd8-25bf-4b28-81bc-5c90197b038b req-85ecdcbb-b1db-47d5-be36-6dbccdc84b44 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:28.340774 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a0d1ffd8-25bf-4b28-81bc-5c90197b038b req-85ecdcbb-b1db-47d5-be36-6dbccdc84b44 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0621755 Jul 26 05:01:28.398879 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a0d1ffd8-25bf-4b28-81bc-5c90197b038b req-93d1bdb9-9ec2-4ec6-9282-39f962370bab tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519352 Jul 26 05:01:28.677137 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:28.679007 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:29.531793 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737b299-6eb2-497e-adb7-e46a936753d3 req-2f4365dd-2877-4537-9cd9-9c2026a57f0f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:29.533329 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b737b299-6eb2-497e-adb7-e46a936753d3 req-2f4365dd-2877-4537-9cd9-9c2026a57f0f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0495234 Jul 26 05:01:29.585726 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b737b299-6eb2-497e-adb7-e46a936753d3 req-6a84da08-297b-4254-9b96-a345acbb8ccf tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446267 Jul 26 05:01:30.729246 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde34c3-75dc-4bce-bf6a-f3b0b3950d7c req-0e3e337d-6e45-4bdf-9f75-c0859b01c380 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:30.730900 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9dde34c3-75dc-4bce-bf6a-f3b0b3950d7c req-0e3e337d-6e45-4bdf-9f75-c0859b01c380 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0523691 Jul 26 05:01:30.806556 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9dde34c3-75dc-4bce-bf6a-f3b0b3950d7c req-757d8b24-ac78-45b0-9241-4fffb0a827b3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695531 Jul 26 05:01:31.194698 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:31.205560 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:31.210747 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-31a40e3d-9b2f-4bc6-a3c9-ddb82c2db716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:31.213115 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-31a40e3d-9b2f-4bc6-a3c9-ddb82c2db716 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 1129 time: 0.0523691 Jul 26 05:01:31.327031 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-c683c079-e87b-48b2-83fb-e509920e3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:31.328549 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-c683c079-e87b-48b2-83fb-e509920e3326 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.1007409 Jul 26 05:01:31.372391 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-62518066-9503-48a6-b702-693d3db83ba3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559b234-be1a-4b1e-9174-8e074a42caaf HTTP/1.1" status: 200 len: 217 time: 0.0374725 Jul 26 05:01:31.425757 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-99e89469-4994-4053-9859-128fc869cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:31.427460 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-99e89469-4994-4053-9859-128fc869cd24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0481856 Jul 26 05:01:31.477571 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-b55d7c24-2f19-45db-b081-9b5dae85ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:31.479098 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-b55d7c24-2f19-45db-b081-9b5dae85ff4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455520 Jul 26 05:01:31.604712 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-b1b0f6e6-4cef-4b54-8208-73f82db586a7 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986836 Jul 26 05:01:31.734931 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4353a8d9-f5a7-44c8-8cc9-b8fd2ca0227c req-e91c65dc-e0ad-40b0-b197-2a8c2520dc4f service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162124 Jul 26 05:01:32.007534 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142fb882-f84a-451c-9eaa-6d5b51baf213 req-6d8160d6-b3e3-476f-9746-e3513138325f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:32.009958 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-142fb882-f84a-451c-9eaa-6d5b51baf213 req-6d8160d6-b3e3-476f-9746-e3513138325f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0834517 Jul 26 05:01:32.075814 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-142fb882-f84a-451c-9eaa-6d5b51baf213 req-f3adf17e-164f-42ef-9c07-94b7a282881b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571675 Jul 26 05:01:32.765100 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:33.233980 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143a925-de0b-4ab0-978c-e4892fd2d8c4 req-f6c571c2-7d74-4ced-9b78-e13dd461894c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:33.235628 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5143a925-de0b-4ab0-978c-e4892fd2d8c4 req-f6c571c2-7d74-4ced-9b78-e13dd461894c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0604591 Jul 26 05:01:33.296967 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5143a925-de0b-4ab0-978c-e4892fd2d8c4 req-52a3c90f-b6ba-4f66-aff6-43f88812bedd tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548110 Jul 26 05:01:34.424323 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a224ab6-940c-4285-ae13-1c447ec3fc13 req-1ae28e48-534d-491f-842f-f8545f625336 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:34.425950 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a224ab6-940c-4285-ae13-1c447ec3fc13 req-1ae28e48-534d-491f-842f-f8545f625336 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0492661 Jul 26 05:01:34.481941 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a224ab6-940c-4285-ae13-1c447ec3fc13 req-28db00b5-ca0a-485c-a119-c2da40a1479c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499151 Jul 26 05:01:35.535074 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 45886) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:35.611851 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbbcc2-3fad-4446-9b16-de7dbe6d2bb6 req-bbd7a215-3342-4c9f-a739-c04f326a6b5e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:35.613383 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47cbbcc2-3fad-4446-9b16-de7dbe6d2bb6 req-bbd7a215-3342-4c9f-a739-c04f326a6b5e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0478735 Jul 26 05:01:35.669182 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-47cbbcc2-3fad-4446-9b16-de7dbe6d2bb6 req-40bffb71-09bb-4faa-bd1b-53768068ed65 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 Jul 26 05:01:35.671231 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-520e3e79-f4a8-44c1-8e2f-46b345e2235f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:35.775314 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-520e3e79-f4a8-44c1-8e2f-46b345e2235f admin admin] Publish callbacks [] for security_group (7066b17a-bb7d-4d53-af26-e03d7507ec4f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:35.780186 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-520e3e79-f4a8-44c1-8e2f-46b345e2235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7066b17a-bb7d-4d53-af26-e03d7507ec4f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:35.832027 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e3e79-f4a8-44c1-8e2f-46b345e2235f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7066b17a-bb7d-4d53-af26-e03d7507ec4f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:35.840708 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 45906) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:35.841125 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-520e3e79-f4a8-44c1-8e2f-46b345e2235f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=54ad2fdbdee748cba641763fd7ccd878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045533 Jul 26 05:01:35.863842 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:35.890878 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:35.908939 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a256f8e-0c65-49d2-85d4-d85b298eaea6 admin admin] Publish callbacks [] for security_group (7066b17a-bb7d-4d53-af26-e03d7507ec4f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:35.934421 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a256f8e-0c65-49d2-85d4-d85b298eaea6 admin admin] Publish callbacks [] for security_group (7066b17a-bb7d-4d53-af26-e03d7507ec4f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:35.999906 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a256f8e-0c65-49d2-85d4-d85b298eaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7066b17a-bb7d-4d53-af26-e03d7507ec4f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:36.004038 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a256f8e-0c65-49d2-85d4-d85b298eaea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:36.005279 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4a256f8e-0c65-49d2-85d4-d85b298eaea6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7066b17a-bb7d-4d53-af26-e03d7507ec4f HTTP/1.1" status: 204 len: 168 time: 0.1629450 Jul 26 05:01:36.025978 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a256f8e-0c65-49d2-85d4-d85b298eaea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7066b17a-bb7d-4d53-af26-e03d7507ec4f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:36.128570 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 45918) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:36.360111 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5488fa52-33ee-4394-a750-08d4a11a31ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:36.454037 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5488fa52-33ee-4394-a750-08d4a11a31ee admin admin] Publish callbacks [] for security_group (9033ce7d-f432-4fd1-b60c-8a3115fb9765), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:36.458107 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5488fa52-33ee-4394-a750-08d4a11a31ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (9033ce7d-f432-4fd1-b60c-8a3115fb9765), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:36.498034 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5488fa52-33ee-4394-a750-08d4a11a31ee admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bf3d2754f23e496bb7b2f2531297380d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682985 Jul 26 05:01:36.498857 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488fa52-33ee-4394-a750-08d4a11a31ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9033ce7d-f432-4fd1-b60c-8a3115fb9765,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:36.501631 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 45934) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:36.558606 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ecfb-aadc-4d51-9552-820502bd1d73 admin admin] Publish callbacks [] for security_group (9033ce7d-f432-4fd1-b60c-8a3115fb9765), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:36.584756 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ecfb-aadc-4d51-9552-820502bd1d73 admin admin] Publish callbacks [] for security_group (9033ce7d-f432-4fd1-b60c-8a3115fb9765), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:36.639579 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ecfb-aadc-4d51-9552-820502bd1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (9033ce7d-f432-4fd1-b60c-8a3115fb9765), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:36.642073 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ae3ecfb-aadc-4d51-9552-820502bd1d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:36.643221 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0ae3ecfb-aadc-4d51-9552-820502bd1d73 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9033ce7d-f432-4fd1-b60c-8a3115fb9765 HTTP/1.1" status: 204 len: 168 time: 0.1401978 Jul 26 05:01:36.651977 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3ecfb-aadc-4d51-9552-820502bd1d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033ce7d-f432-4fd1-b60c-8a3115fb9765,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:36.825344 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b56d-e1ab-4b49-8ecb-2690de925126 req-cb8d5c38-399d-4cf7-a238-cfae2daf4dfc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:36.828182 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0804b56d-e1ab-4b49-8ecb-2690de925126 req-cb8d5c38-399d-4cf7-a238-cfae2daf4dfc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0585337 Jul 26 05:01:36.879168 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0804b56d-e1ab-4b49-8ecb-2690de925126 req-43bec775-ce29-457b-8009-8052f2b985b4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467358 Jul 26 05:01:36.983739 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 45958) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:37.011573 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6467a966-8991-48ca-b858-86b6bae18125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:37.033128 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:37.113583 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:37.121384 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6467a966-8991-48ca-b858-86b6bae18125 admin admin] Publish callbacks [] for security_group (95963a51-0476-48b9-a16b-29dc966bf395), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:37.127195 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6467a966-8991-48ca-b858-86b6bae18125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (95963a51-0476-48b9-a16b-29dc966bf395), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:37.176239 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6467a966-8991-48ca-b858-86b6bae18125 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ef2dac306deb47d19df60262012c7fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1911907 Jul 26 05:01:37.178958 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 45990) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:37.180450 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467a966-8991-48ca-b858-86b6bae18125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95963a51-0476-48b9-a16b-29dc966bf395,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:37.236902 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7febd256-f1ca-4176-91a3-d3323550c356 admin admin] Publish callbacks [] for security_group (95963a51-0476-48b9-a16b-29dc966bf395), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:37.261119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7febd256-f1ca-4176-91a3-d3323550c356 admin admin] Publish callbacks [] for security_group (95963a51-0476-48b9-a16b-29dc966bf395), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:37.294225 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=49 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:37.313359 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7febd256-f1ca-4176-91a3-d3323550c356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (95963a51-0476-48b9-a16b-29dc966bf395), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:37.317375 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7febd256-f1ca-4176-91a3-d3323550c356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:37.318559 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7febd256-f1ca-4176-91a3-d3323550c356 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/95963a51-0476-48b9-a16b-29dc966bf395 HTTP/1.1" status: 204 len: 168 time: 0.1385906 Jul 26 05:01:37.341206 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febd256-f1ca-4176-91a3-d3323550c356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95963a51-0476-48b9-a16b-29dc966bf395,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:38.025060 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb905-d1e2-44f5-bdd7-810bbe7f80e5 req-ce414a6c-03f0-484d-acf2-41e4a3bae7ee tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:38.027703 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3bbcb905-d1e2-44f5-bdd7-810bbe7f80e5 req-ce414a6c-03f0-484d-acf2-41e4a3bae7ee tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0693412 Jul 26 05:01:38.106945 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3bbcb905-d1e2-44f5-bdd7-810bbe7f80e5 req-6ff7b596-11f9-472c-805f-bbd46e027ba6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733082 Jul 26 05:01:39.233626 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb97f86-272d-4c2a-873d-e5518fbfd944 req-8006967c-7067-4b48-9e7a-ece5206733b8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:39.235199 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7bb97f86-272d-4c2a-873d-e5518fbfd944 req-8006967c-7067-4b48-9e7a-ece5206733b8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0484660 Jul 26 05:01:39.291163 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7bb97f86-272d-4c2a-873d-e5518fbfd944 req-b7e2e9c8-ce29-493f-ac81-44fb2a6b52b9 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498030 Jul 26 05:01:39.735282 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46136) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:39.853247 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6b57a67d-5ce1-4c94-8e52-4547bef87920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:39.915089 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:39.939607 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6b57a67d-5ce1-4c94-8e52-4547bef87920 admin admin] Publish callbacks [] for security_group (f56bf6af-f02f-4518-a67e-d42058e818a1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:39.943802 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6b57a67d-5ce1-4c94-8e52-4547bef87920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f56bf6af-f02f-4518-a67e-d42058e818a1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:39.979953 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:39.991187 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6b57a67d-5ce1-4c94-8e52-4547bef87920 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=58d3971195424fd7a5eee7776c88c42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546854 Jul 26 05:01:39.991967 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57a67d-5ce1-4c94-8e52-4547bef87920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56bf6af-f02f-4518-a67e-d42058e818a1,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:39.994423 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46142) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:40.045271 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-393762af-c533-44a7-aded-b1816dbd0d72 admin admin] Publish callbacks [] for security_group (f56bf6af-f02f-4518-a67e-d42058e818a1), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.069783 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-393762af-c533-44a7-aded-b1816dbd0d72 admin admin] Publish callbacks [] for security_group (f56bf6af-f02f-4518-a67e-d42058e818a1), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.123683 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-393762af-c533-44a7-aded-b1816dbd0d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f56bf6af-f02f-4518-a67e-d42058e818a1), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.126309 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-393762af-c533-44a7-aded-b1816dbd0d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.132312 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-393762af-c533-44a7-aded-b1816dbd0d72 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f56bf6af-f02f-4518-a67e-d42058e818a1 HTTP/1.1" status: 204 len: 168 time: 0.1315074 Jul 26 05:01:40.135881 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393762af-c533-44a7-aded-b1816dbd0d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56bf6af-f02f-4518-a67e-d42058e818a1,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:40.424178 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704de8d3-5b13-4ee8-a526-e0710ff61920 req-1a420e8b-bcb4-48ea-8f1b-23469c54822c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:40.425685 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-704de8d3-5b13-4ee8-a526-e0710ff61920 req-1a420e8b-bcb4-48ea-8f1b-23469c54822c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0502274 Jul 26 05:01:40.432465 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46154) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:40.445862 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d3010ec4-103a-4c2f-aaa1-a1f33baf23af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.476791 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-704de8d3-5b13-4ee8-a526-e0710ff61920 req-d9c68ed2-ee0e-423c-9bb6-817372cb2dff tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Jul 26 05:01:40.533173 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d3010ec4-103a-4c2f-aaa1-a1f33baf23af admin admin] Publish callbacks [] for security_group (1298b0a4-a316-4937-b96e-8e3ede809f51), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.538325 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d3010ec4-103a-4c2f-aaa1-a1f33baf23af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (1298b0a4-a316-4937-b96e-8e3ede809f51), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.579203 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d3010ec4-103a-4c2f-aaa1-a1f33baf23af admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=56e7111569344951ac9391ef490bd4a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454701 Jul 26 05:01:40.580313 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3010ec4-103a-4c2f-aaa1-a1f33baf23af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298b0a4-a316-4937-b96e-8e3ede809f51,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:40.582215 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46156) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:40.637304 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e2e6c97-4787-48a3-90e7-08ae389ea817 admin admin] Publish callbacks [] for security_group (1298b0a4-a316-4937-b96e-8e3ede809f51), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.660852 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e2e6c97-4787-48a3-90e7-08ae389ea817 admin admin] Publish callbacks [] for security_group (1298b0a4-a316-4937-b96e-8e3ede809f51), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.717649 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e2e6c97-4787-48a3-90e7-08ae389ea817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (1298b0a4-a316-4937-b96e-8e3ede809f51), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.720391 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e2e6c97-4787-48a3-90e7-08ae389ea817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:40.721707 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5e2e6c97-4787-48a3-90e7-08ae389ea817 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1298b0a4-a316-4937-b96e-8e3ede809f51 HTTP/1.1" status: 204 len: 168 time: 0.1385257 Jul 26 05:01:40.729817 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e6c97-4787-48a3-90e7-08ae389ea817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298b0a4-a316-4937-b96e-8e3ede809f51,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:41.600820 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc495463-0c39-4e20-b59d-56accf0f7ea8 req-2951938a-93f0-4b8b-a6ca-01618c8bd348 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:41.602391 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc495463-0c39-4e20-b59d-56accf0f7ea8 req-2951938a-93f0-4b8b-a6ca-01618c8bd348 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0480742 Jul 26 05:01:41.657818 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc495463-0c39-4e20-b59d-56accf0f7ea8 req-927ef5b0-7a60-46fc-ada9-e44cd68f1d06 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497272 Jul 26 05:01:42.792063 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3931d0-e6b3-43bf-8fc1-d9491431fcea req-343ba360-1531-4d48-b80c-0cb7a29878b2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:42.793648 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f3931d0-e6b3-43bf-8fc1-d9491431fcea req-343ba360-1531-4d48-b80c-0cb7a29878b2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0530486 Jul 26 05:01:42.849854 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f3931d0-e6b3-43bf-8fc1-d9491431fcea req-9e3631b0-e5f4-4f1a-a1e5-f235818c0e61 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501413 Jul 26 05:01:43.554547 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-66fce522-9415-4fe0-93cb-441c7822a6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:43.782345 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b220-dd9e-49dc-b2c3-a8557621e167 req-d4bddcae-b48c-4021-b359-f5415389daa6 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:43.783886 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f65b220-dd9e-49dc-b2c3-a8557621e167 req-d4bddcae-b48c-4021-b359-f5415389daa6 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0724080 Jul 26 05:01:43.834445 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f65b220-dd9e-49dc-b2c3-a8557621e167 req-62c54aec-5148-45c9-9c85-c06cd2819079 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446486 Jul 26 05:01:43.996142 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256b8a1-b106-42fe-b68c-9dbbe000e89f req-dd8fa3bf-deaf-45e7-82b5-5e00c32f2cd7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:43.997652 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1256b8a1-b106-42fe-b68c-9dbbe000e89f req-dd8fa3bf-deaf-45e7-82b5-5e00c32f2cd7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0518899 Jul 26 05:01:44.050684 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1256b8a1-b106-42fe-b68c-9dbbe000e89f req-5075011d-bcb4-4a71-aece-2de01c1b1e6f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468466 Jul 26 05:01:44.960774 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42ea5b-c9d9-4dec-99a4-e5e797f8ca6e req-1420e877-5b77-4746-94b5-52b3f343bc94 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:44.962269 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c42ea5b-c9d9-4dec-99a4-e5e797f8ca6e req-1420e877-5b77-4746-94b5-52b3f343bc94 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0499940 Jul 26 05:01:45.013308 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c42ea5b-c9d9-4dec-99a4-e5e797f8ca6e req-2dfeb8e6-bc24-47db-adcc-151eaf383e11 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Jul 26 05:01:45.187520 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c2ba6-e6b0-4b0f-ab7d-ccecb47c19af req-bfd21999-fdb2-4c80-b079-55b1b8205950 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:45.189116 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-526c2ba6-e6b0-4b0f-ab7d-ccecb47c19af req-bfd21999-fdb2-4c80-b079-55b1b8205950 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0578165 Jul 26 05:01:45.248355 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-526c2ba6-e6b0-4b0f-ab7d-ccecb47c19af req-bd0fe0f5-1bdb-4ab2-8a01-5e3603ed4fae tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521092 Jul 26 05:01:45.707926 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-74074b7a-c3d7-4aa1-80e1-2dd0ae49fc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:46.156343 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425a984-b4a2-4a7c-b2b1-3c12333b0a80 req-6209bd0a-f678-41e4-8c3e-6bb26af5469a tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:46.158893 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9425a984-b4a2-4a7c-b2b1-3c12333b0a80 req-6209bd0a-f678-41e4-8c3e-6bb26af5469a tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0608251 Jul 26 05:01:46.211023 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9425a984-b4a2-4a7c-b2b1-3c12333b0a80 req-a6e42e74-e370-4158-b555-f9c46ef601ec tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463517 Jul 26 05:01:46.567182 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:46.589716 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c7ef4-d148-49a3-bc8f-3794c729da50 req-23c43505-42f4-4134-acf2-b4e6b23d56ad tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:46.596301 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b2c7ef4-d148-49a3-bc8f-3794c729da50 req-23c43505-42f4-4134-acf2-b4e6b23d56ad tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.2710016 Jul 26 05:01:46.644857 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b2c7ef4-d148-49a3-bc8f-3794c729da50 req-b10b5f6f-482d-48db-81e9-8c48a4d8f701 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475178 Jul 26 05:01:46.888010 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-17efd56b-74ae-4a87-a1c0-49a95865a2d9 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:46.890174 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-17efd56b-74ae-4a87-a1c0-49a95865a2d9 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0885584 Jul 26 05:01:46.947913 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:47.037461 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Deleting port 5ac2aa1d-8120-41dd-8ac5-91308f607903 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:01:47.037818 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:47.157019 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] For port 5ac2aa1d-8120-41dd-8ac5-91308f607903, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=5ac2aa1d-8120-41dd-8ac5-91308f607903,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:01:47.157462 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:47.175089 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Calling delete_port for 5ac2aa1d-8120-41dd-8ac5-91308f607903 owned by compute:nova {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:01:47.265345 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:47.320765 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:47.341189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2630b-d2e7-4c13-b2df-31647ce03f5e req-ffc4273e-1747-4861-a969-374434068f70 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:47.342836 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39e2630b-d2e7-4c13-b2df-31647ce03f5e req-ffc4273e-1747-4861-a969-374434068f70 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 945 time: 0.0505641 Jul 26 05:01:47.349830 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (5ac2aa1d-8120-41dd-8ac5-91308f607903), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:47.377576 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Pushing event deleted for resources: {'Port': ['ID=5ac2aa1d-8120-41dd-8ac5-91308f607903,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:47.400326 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39e2630b-d2e7-4c13-b2df-31647ce03f5e req-0c24b821-231f-494f-bbd6-169ced7d03a4 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/security-groups?id=d237e5f3-e21f-4402-bd6e-feafdbb3a49b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496683 Jul 26 05:01:47.429798 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:47.473162 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] No DVR routers for this DVR port 5ac2aa1d-8120-41dd-8ac5-91308f607903 on host hv-cinder-85057 {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:01:47.476957 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:47.480284 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0b7a4276-d5fa-49a8-b842-4a04fb88daf0 req-c6cd3e54-4e92-4625-8fbd-006edc687266 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.52 "DELETE /v2.0/ports/5ac2aa1d-8120-41dd-8ac5-91308f607903 HTTP/1.1" status: 204 len: 173 time: 0.5821431 Jul 26 05:01:47.480741 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aaf576-9983-4dfb-b436-2bb04e2deddc', 'name': 'network-vif-deleted', 'tag': '5ac2aa1d-8120-41dd-8ac5-91308f607903'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:01:47.483042 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf8a10a-5a3a-4e91-9a18-deecce1f8d6d" -d '{"events": [{"server_uuid": "c8aaf576-9983-4dfb-b436-2bb04e2deddc", "name": "network-vif-deleted", "tag": "5ac2aa1d-8120-41dd-8ac5-91308f607903"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:01:47.523106 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bb5340-37ca-4407-a399-94313098171d x-openstack-request-id: req-c8bb5340-37ca-4407-a399-94313098171d {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:01:47.523478 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aaf576-9983-4dfb-b436-2bb04e2deddc", "name": "network-vif-deleted", "tag": "5ac2aa1d-8120-41dd-8ac5-91308f607903", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:01:47.523714 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c8bb5340-37ca-4407-a399-94313098171d {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:01:47.524124 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bb5340-37ca-4407-a399-94313098171d'] response: {'server_uuid': 'c8aaf576-9983-4dfb-b436-2bb04e2deddc', 'name': 'network-vif-deleted', 'tag': '5ac2aa1d-8120-41dd-8ac5-91308f607903', 'status': 'completed', 'code': 200} Jul 26 05:01:47.772083 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee930b3-f140-49cf-802a-d499dd4db9d8 req-011cba35-f373-4d44-a597-f376d1c99572 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:47.773598 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ee930b3-f140-49cf-802a-d499dd4db9d8 req-011cba35-f373-4d44-a597-f376d1c99572 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Jul 26 05:01:47.828916 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ee930b3-f140-49cf-802a-d499dd4db9d8 req-20dc3b9e-948d-48a6-8d21-cdd9f27187c0 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495698 Jul 26 05:01:48.324541 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:48.505380 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-19204343-5ab0-4859-802f-668e0bb4ea56 req-b2c6565f-9d01-40de-ac7c-c2b45c3ee831 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 210 time: 0.0291762 Jul 26 05:01:48.682136 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:48.957014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5aeed-208d-4ac8-be5a-2c98d7f86a24 req-39ec670f-2598-4c33-ba53-25f38d1dea3d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:48.958535 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4ca5aeed-208d-4ac8-be5a-2c98d7f86a24 req-39ec670f-2598-4c33-ba53-25f38d1dea3d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0503626 Jul 26 05:01:49.009796 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4ca5aeed-208d-4ac8-be5a-2c98d7f86a24 req-2b5ecd67-2fa2-433b-b5ac-f841128e8692 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Jul 26 05:01:49.627020 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa872ab3-7871-483a-8b49-c41cb249a2a8 req-6881ffca-c060-4081-9d51-5373a7eb31d6 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 210 time: 0.0424652 Jul 26 05:01:49.805560 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['5ac2aa1d-8120-41dd-8ac5-91308f607903'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:01:50.134808 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbb885-d3a6-462b-8eff-d19905fdb136 req-429b0475-be9e-429c-be82-fa8a644f29dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:50.136349 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-facbb885-d3a6-462b-8eff-d19905fdb136 req-429b0475-be9e-429c-be82-fa8a644f29dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0504432 Jul 26 05:01:50.193663 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-facbb885-d3a6-462b-8eff-d19905fdb136 req-2795e84b-216f-4b28-a378-9ca2843e5a03 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511124 Jul 26 05:01:50.731449 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1a84b764-1207-4bd4-9db3-19d5069f89ff req-7dd707df-a342-4657-af4a-6d8302b821c0 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 210 time: 0.0286026 Jul 26 05:01:51.328467 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11725c6e-454e-478d-a0a2-a7f140040c86 req-a2aa8d1f-5c51-449a-8d9c-7ecf6dd25bea tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:51.329955 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11725c6e-454e-478d-a0a2-a7f140040c86 req-a2aa8d1f-5c51-449a-8d9c-7ecf6dd25bea tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Jul 26 05:01:51.392250 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11725c6e-454e-478d-a0a2-a7f140040c86 req-1fa7b53b-a394-482a-924f-556abf821088 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547285 Jul 26 05:01:51.837526 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23eb317b-c57e-48fb-912a-e588abb96481 req-ff9e9d8e-735a-45f5-8129-2ea8cc5a5c68 tempest-DeleteServersTestJSON-374598982 tempest-DeleteServersTestJSON-374598982-project] 10.222.0.17 "GET /v2.0/ports?device_id=c8aaf576-9983-4dfb-b436-2bb04e2deddc HTTP/1.1" status: 200 len: 210 time: 0.0277545 Jul 26 05:01:52.529992 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9d466-d55a-49bb-80d5-763689eb29b8 req-a7bb8212-63c0-42b1-9176-572f3d4f0ed4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:52.536098 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68a9d466-d55a-49bb-80d5-763689eb29b8 req-a7bb8212-63c0-42b1-9176-572f3d4f0ed4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0648270 Jul 26 05:01:52.587958 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68a9d466-d55a-49bb-80d5-763689eb29b8 req-a9a9762b-9826-4d6a-a203-3749c782e419 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Jul 26 05:01:53.043254 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46464) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:53.200275 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cfe6-5a69-4d07-9ecb-11d19863ada2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.284113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cfe6-5a69-4d07-9ecb-11d19863ada2 admin admin] Publish callbacks [] for security_group (43ea1d9b-bd03-4d89-9908-f80520c02a62), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.288613 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e4a1cfe6-5a69-4d07-9ecb-11d19863ada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (43ea1d9b-bd03-4d89-9908-f80520c02a62), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.329708 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e4a1cfe6-5a69-4d07-9ecb-11d19863ada2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=34971f327bf546a8a0001c844a188141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852352 Jul 26 05:01:53.330664 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1cfe6-5a69-4d07-9ecb-11d19863ada2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea1d9b-bd03-4d89-9908-f80520c02a62,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:53.332593 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46480) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:53.387689 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Publish callbacks [] for security_group (43ea1d9b-bd03-4d89-9908-f80520c02a62), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.410252 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Publish callbacks [] for security_group (43ea1d9b-bd03-4d89-9908-f80520c02a62), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.461349 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (43ea1d9b-bd03-4d89-9908-f80520c02a62), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.463909 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.465639 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/43ea1d9b-bd03-4d89-9908-f80520c02a62 HTTP/1.1" status: 204 len: 168 time: 0.1309953 Jul 26 05:01:53.472991 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea1d9b-bd03-4d89-9908-f80520c02a62,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:53.481357 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.481847 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.482176 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.482526 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.482839 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.483183 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.483492 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.483859 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.484297 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.484470 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.484801 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.485201 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.485430 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.485742 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.486050 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381d1e92-7284-44fc-957d-b9658c6f28df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:53.714762 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f22325-2c5c-4e76-9a3c-a7375081adbe req-650d9aae-fff1-4d80-97da-087a272f75a0 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:53.716348 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-35f22325-2c5c-4e76-9a3c-a7375081adbe req-650d9aae-fff1-4d80-97da-087a272f75a0 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0512726 Jul 26 05:01:53.764566 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46490) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:53.773488 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-35f22325-2c5c-4e76-9a3c-a7375081adbe req-7214df82-4496-47af-a46e-45aed253e78e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478020 Jul 26 05:01:53.778558 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47913242-ee16-4e06-bdf0-8d11a266f7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.846182 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 5ac2aa1d-8120-41dd-8ac5-91308f607903 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:01:53.863829 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47913242-ee16-4e06-bdf0-8d11a266f7ec admin admin] Publish callbacks [] for security_group (ade65751-261f-41a8-a839-6e6fa7bdfb1b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.868753 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47913242-ee16-4e06-bdf0-8d11a266f7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ade65751-261f-41a8-a839-6e6fa7bdfb1b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:53.869314 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 5ac2aa1d-8120-41dd-8ac5-91308f607903 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:01:53.869314 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 5ac2aa1d-8120-41dd-8ac5-91308f607903 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:01:53.910404 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-47913242-ee16-4e06-bdf0-8d11a266f7ec admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b60c24c2fcaa4e599e8e925eeaf31006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445558 Jul 26 05:01:53.914300 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46498) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:53.935024 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47913242-ee16-4e06-bdf0-8d11a266f7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade65751-261f-41a8-a839-6e6fa7bdfb1b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:53.954760 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:53.973110 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:53.987921 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Publish callbacks [] for security_group (ade65751-261f-41a8-a839-6e6fa7bdfb1b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:54.011016 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Publish callbacks [] for security_group (ade65751-261f-41a8-a839-6e6fa7bdfb1b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:54.066878 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ade65751-261f-41a8-a839-6e6fa7bdfb1b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:54.071579 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:54.072783 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ade65751-261f-41a8-a839-6e6fa7bdfb1b HTTP/1.1" status: 204 len: 168 time: 0.1572931 Jul 26 05:01:54.085229 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade65751-261f-41a8-a839-6e6fa7bdfb1b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:54.092823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.093171 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.093510 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.093898 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.094172 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.094496 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.094820 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.095139 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.095458 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.095805 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.096163 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.096446 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.096825 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.097070 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.097389 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e18049-a7e3-49f2-a0a6-e4f662dbf95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:54.426368 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46516) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:54.889118 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (cfbb6e53-18ae-40e1-b685-f15c83939e73), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:54.945589 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78261f23-8336-408c-8d0c-104507cc7434 req-9f05adf6-3418-4896-a821-81f452262221 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:54.947080 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-78261f23-8336-408c-8d0c-104507cc7434 req-9f05adf6-3418-4896-a821-81f452262221 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0966918 Jul 26 05:01:55.044159 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-78261f23-8336-408c-8d0c-104507cc7434 req-47db36af-1aa5-482e-abb1-dc8e35b9fdb3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899265 Jul 26 05:01:55.244192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Deleting port 37cf3b1a-92c1-49d2-a49f-a035f8272635 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:01:55.244834 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:55.332198 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] For port 37cf3b1a-92c1-49d2-a49f-a035f8272635, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=37cf3b1a-92c1-49d2-a49f-a035f8272635,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:01:55.332678 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:55.347243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Calling delete_port for 37cf3b1a-92c1-49d2-a49f-a035f8272635 owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:01:55.354809 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:55.475453 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:55.578054 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (37cf3b1a-92c1-49d2-a49f-a035f8272635), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:55.603968 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Pushing event deleted for resources: {'Port': ['ID=37cf3b1a-92c1-49d2-a49f-a035f8272635,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:55.753685 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (cfbb6e53-18ae-40e1-b685-f15c83939e73), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:56.256842 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119e7f3-dede-4f62-b51a-aadbd468e18e req-a14411a0-e183-469d-9b1d-3681e567e62d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:56.258744 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1119e7f3-dede-4f62-b51a-aadbd468e18e req-a14411a0-e183-469d-9b1d-3681e567e62d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0658610 Jul 26 05:01:56.274099 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Router cfbb6e53-18ae-40e1-b685-f15c83939e73 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:01:56.356343 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1119e7f3-dede-4f62-b51a-aadbd468e18e req-32d357c1-9984-4368-aadb-57e5a663fd33 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913060 Jul 26 05:01:56.420005 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:01:56.425187 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-db4bb00c-ed9b-4084-8c2c-d5ec0091299f admin admin] 10.222.0.17 "PUT /v2.0/routers/cfbb6e53-18ae-40e1-b685-f15c83939e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9976242 Jul 26 05:01:56.428369 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46580) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:56.429914 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] Sync routers for ids ['cfbb6e53-18ae-40e1-b685-f15c83939e73'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:01:56.440441 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] Routers {'cfbb6e53-18ae-40e1-b685-f15c83939e73'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:01:56.441049 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:01:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['cfbb6e53-18ae-40e1-b685-f15c83939e73'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:56.532784 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks [] for router (cfbb6e53-18ae-40e1-b685-f15c83939e73), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:56.541078 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] Set router cfbb6e53-18ae-40e1-b685-f15c83939e73 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:01:56.635040 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks [] for router_gateway (cfbb6e53-18ae-40e1-b685-f15c83939e73), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:56.722855 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:58Z', 'updated_at': '2022-07-26T05:01:55Z', 'revision_number': 5, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'gw_port': {'id': '6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:01Z', 'updated_at': '2022-07-26T05:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:56.749981 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] Checking router: cfbb6e53-18ae-40e1-b685-f15c83939e73 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:01:56.759708 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] Routers {'cfbb6e53-18ae-40e1-b685-f15c83939e73'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:01:56.760324 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:01:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['cfbb6e53-18ae-40e1-b685-f15c83939e73'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:56.845393 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] Set router cfbb6e53-18ae-40e1-b685-f15c83939e73 gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:01:56.880735 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Deleting port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:01:56.881068 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:56.896799 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:58Z', 'updated_at': '2022-07-26T05:01:56Z', 'revision_number': 6, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'gw_port_host': None}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:56.921999 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadc172-c5f4-4526-8b1c-f6fc0829e69f None None] The sync data for ids ['cfbb6e53-18ae-40e1-b685-f15c83939e73'] in dv-cinder-850574-1-iscsi is: [{'id': 'cfbb6e53-18ae-40e1-b685-f15c83939e73', 'name': 'tempest-DeleteServersTestJSON-483669171-router', 'tenant_id': '981b76b8fd394154a07921073ab08ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:58Z', 'updated_at': '2022-07-26T05:01:56Z', 'revision_number': 6, 'project_id': '981b76b8fd394154a07921073ab08ed6', 'gw_port_host': None}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:01:56.973426 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] For port 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:01:56.973822 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:56.991231 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Calling delete_port for 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 owned by network:router_gateway {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:01:57.041603 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:57.087583 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:57.170225 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.194115 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:57.263051 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (cfbb6e53-18ae-40e1-b685-f15c83939e73), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.389478 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (cfbb6e53-18ae-40e1-b685-f15c83939e73), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.393738 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks [] for router_controller (cfbb6e53-18ae-40e1-b685-f15c83939e73), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.493095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 37cf3b1a-92c1-49d2-a49f-a035f8272635 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:01:57.501438 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (cfbb6e53-18ae-40e1-b685-f15c83939e73), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.503685 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfbb6e53-18ae-40e1-b685-f15c83939e73 {{(pid=104002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:01:57.509360 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.512329 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e7fc9f59-04c6-470e-9bf2-57c99a9c73e1 admin admin] 10.222.0.17 "DELETE /v2.0/routers/cfbb6e53-18ae-40e1-b685-f15c83939e73 HTTP/1.1" status: 204 len: 168 time: 1.0824652 Jul 26 05:01:57.515115 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46602) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:57.520650 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 37cf3b1a-92c1-49d2-a49f-a035f8272635 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:01:57.520993 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 37cf3b1a-92c1-49d2-a49f-a035f8272635 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:01:57.535205 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f52a40-3aca-4d1f-9150-99ca91614a7a req-993ebb0d-7222-40a7-9018-a3f4e47f83c8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:57.539846 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23f52a40-3aca-4d1f-9150-99ca91614a7a req-993ebb0d-7222-40a7-9018-a3f4e47f83c8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0760527 Jul 26 05:01:57.566364 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a607a26a-31b0-4512-8035-a707eec3d8a5 admin admin] Deleting subnet aeb0aa99-f043-4a69-af17-d231947f194e {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:01:57.569947 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a607a26a-31b0-4512-8035-a707eec3d8a5 admin admin] Publish callbacks [] for subnet (aeb0aa99-f043-4a69-af17-d231947f194e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.595993 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23f52a40-3aca-4d1f-9150-99ca91614a7a req-1e9afee8-9805-4c26-901d-b8dbf44b8d62 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529752 Jul 26 05:01:57.606934 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a607a26a-31b0-4512-8035-a707eec3d8a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (aeb0aa99-f043-4a69-af17-d231947f194e), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.732412 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a607a26a-31b0-4512-8035-a707eec3d8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (aeb0aa99-f043-4a69-af17-d231947f194e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.803682 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a607a26a-31b0-4512-8035-a707eec3d8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (aeb0aa99-f043-4a69-af17-d231947f194e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.829285 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119bc4e3-c45e-4b67-97b7-cb1ae60b8386 None None] Network 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:01:57.845389 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a607a26a-31b0-4512-8035-a707eec3d8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.850223 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a607a26a-31b0-4512-8035-a707eec3d8a5 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/aeb0aa99-f043-4a69-af17-d231947f194e HTTP/1.1" status: 204 len: 168 time: 0.3339884 Jul 26 05:01:57.851851 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607a26a-31b0-4512-8035-a707eec3d8a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb0aa99-f043-4a69-af17-d231947f194e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:57.852960 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46612) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:57.935400 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (52bd74bd-39e1-48e8-89c9-cce057dd1ff3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:57.942159 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:57.987604 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Deleting port 1e77fff5-7636-4821-9bc4-b2568a220b05 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:01:57.987954 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.034720 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:58.037745 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] DHCP port deletion for 52bd74bd-39e1-48e8-89c9-cce057dd1ff3 request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:01:58.066200 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] For port 1e77fff5-7636-4821-9bc4-b2568a220b05, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=1e77fff5-7636-4821-9bc4-b2568a220b05,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:01:58.066718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.080713 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Deleting port 1e77fff5-7636-4821-9bc4-b2568a220b05 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:01:58.081278 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.081659 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Calling delete_port for 1e77fff5-7636-4821-9bc4-b2568a220b05 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:01:58.158040 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] For port 1e77fff5-7636-4821-9bc4-b2568a220b05, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=1e77fff5-7636-4821-9bc4-b2568a220b05,segment=NetworkSegment(32167149-1c6a-4908-9f4a-7e6910acdf13),segment_id=32167149-1c6a-4908-9f4a-7e6910acdf13)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:01:58.158181 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.172059 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Calling delete_port for 1e77fff5-7636-4821-9bc4-b2568a220b05 owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:01:58.179837 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.210266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e77fff5-7636-4821-9bc4-b2568a220b05,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:58.212230 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] No DVR routers for this DVR port 1e77fff5-7636-4821-9bc4-b2568a220b05 on host dv-cinder-850574-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:01:58.295304 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (52bd74bd-39e1-48e8-89c9-cce057dd1ff3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.318869 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.319235 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.320232 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.320581 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > port after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.321004 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.321203 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > port after_update 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.321543 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.321887 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.324167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.324167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.403217 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.403705 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.404136 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.404571 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 05:01:58.405240 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bd74bd-39e1-48e8-89c9-cce057dd1ff3']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:58.425087 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32167149-1c6a-4908-9f4a-7e6910acdf13') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:58.425518 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32167149-1c6a-4908-9f4a-7e6910acdf13') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:01:58.433937 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (1e77fff5-7636-4821-9bc4-b2568a220b05), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.451613 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58924931'] for segment (32167149-1c6a-4908-9f4a-7e6910acdf13), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.467243 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Pushing event deleted for resources: {'Port': ['ID=1e77fff5-7636-4821-9bc4-b2568a220b05,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:58.472457 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] No DVR routers for this DVR port 1e77fff5-7636-4821-9bc4-b2568a220b05 on host dv-cinder-850574-1-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:01:58.475657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (32167149-1c6a-4908-9f4a-7e6910acdf13), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.479324 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.479683 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.480036 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.480379 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.480704 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.481026 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.481350 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.481670 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.481988 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.482302 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.482621 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.482938 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.483251 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.483590 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.483908 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2865bb-19ab-4929-b195-5ccfdc0b0753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:01:58.486463 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:01:58.490175 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59865100'] for segment (32167149-1c6a-4908-9f4a-7e6910acdf13), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.563129 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (52bd74bd-39e1-48e8-89c9-cce057dd1ff3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.571603 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.575294 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] 10.222.0.17 "DELETE /v2.0/networks/52bd74bd-39e1-48e8-89c9-cce057dd1ff3 HTTP/1.1" status: 204 len: 168 time: 0.7211671 Jul 26 05:01:58.588602 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25896450-b65b-44c2-9266-9526e5ee498a admin admin] Pushing event deleted for resources: {'Network': ['ID=52bd74bd-39e1-48e8-89c9-cce057dd1ff3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:58.711980 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 32167149-1c6a-4908-9f4a-7e6910acdf13 resource provider aggregate not found Jul 26 05:01:58.737354 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 32167149-1c6a-4908-9f4a-7e6910acdf13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32167149-1c6a-4908-9f4a-7e6910acdf13 found for delete ", "request_id": "req-21e64b34-4cfd-4114-b1c6-58860ed85bd2"}]} Jul 26 05:01:58.748147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4cc12-cd1e-4eda-a98f-707aa91ae902 req-d353adc0-95e6-4422-9e2e-115044c60a12 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:01:58.750274 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68b4cc12-cd1e-4eda-a98f-707aa91ae902 req-d353adc0-95e6-4422-9e2e-115044c60a12 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0713394 Jul 26 05:01:58.798993 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46632) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:58.827754 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68b4cc12-cd1e-4eda-a98f-707aa91ae902 req-138cef00-3c9e-42c6-b857-27ac3783e41b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713711 Jul 26 05:01:58.863977 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-66a30a55-9e0d-4a40-a9ea-597323d53ede admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=981b76b8fd394154a07921073ab08ed6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0646796 Jul 26 05:01:58.869833 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46640) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:58.938579 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e167-37b0-4b0e-b6be-68ae729f748a admin admin] Publish callbacks [] for security_group (d237e5f3-e21f-4402-bd6e-feafdbb3a49b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:58.970076 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e167-37b0-4b0e-b6be-68ae729f748a admin admin] Publish callbacks [] for security_group (d237e5f3-e21f-4402-bd6e-feafdbb3a49b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:59.030575 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e167-37b0-4b0e-b6be-68ae729f748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d237e5f3-e21f-4402-bd6e-feafdbb3a49b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:59.033686 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f4e6e167-37b0-4b0e-b6be-68ae729f748a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:01:59.035538 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f4e6e167-37b0-4b0e-b6be-68ae729f748a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d237e5f3-e21f-4402-bd6e-feafdbb3a49b HTTP/1.1" status: 204 len: 168 time: 0.1642392 Jul 26 05:01:59.048695 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6e167-37b0-4b0e-b6be-68ae729f748a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d237e5f3-e21f-4402-bd6e-feafdbb3a49b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:01:59.073093 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:59.076498 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=4,neutron:SELECT=53,neutron:DELETE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:01:59.158337 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:01:59.192345 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:01:59.192751 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 6f5f5bc6-163d-42b1-a2a5-181e7f1c05f3 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:01:59.193250 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 1e77fff5-7636-4821-9bc4-b2568a220b05 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:01:59.216584 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 1e77fff5-7636-4821-9bc4-b2568a220b05 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:01:59.216584 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 1e77fff5-7636-4821-9bc4-b2568a220b05 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:01:59.676897 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46692) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:59.966431 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46706) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:01:59.980014 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-64b4ddb3-6e2e-4b10-91ad-469db36acf41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735312 Jul 26 05:02:00.021297 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8994ed-fd7d-43c8-88db-9d104f64d1b7 req-5cadbf88-1e72-43a4-aced-93a8dd3dac98 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:00.023048 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e8994ed-fd7d-43c8-88db-9d104f64d1b7 req-5cadbf88-1e72-43a4-aced-93a8dd3dac98 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0579441 Jul 26 05:02:00.047601 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-154a0f2b-a649-4abd-bcb8-e9128a1126db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.063302 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:00.082752 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-085ddd58-2aa1-40e2-b442-9c182ef3357c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.104206 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e8994ed-fd7d-43c8-88db-9d104f64d1b7 req-7171c298-13d0-4e68-be8d-4d75c3e03879 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712807 Jul 26 05:02:00.128936 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-be488ab6-77d8-430c-aa4f-ee9b6e400eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:00.131463 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-be488ab6-77d8-430c-aa4f-ee9b6e400eda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 1129 time: 0.0688581 Jul 26 05:02:00.233706 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-085ddd58-2aa1-40e2-b442-9c182ef3357c admin admin] Publish callbacks [] for security_group (4b598c89-889a-4b2a-b7e9-f3742f79e334), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.239847 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-085ddd58-2aa1-40e2-b442-9c182ef3357c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4b598c89-889a-4b2a-b7e9-f3742f79e334), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.245618 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:00.246308 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:00.265877 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-154a0f2b-a649-4abd-bcb8-e9128a1126db admin admin] Publish callbacks [] for security_group (cfbf41b4-a00f-41aa-9603-0ead63b39361), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.285817 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-154a0f2b-a649-4abd-bcb8-e9128a1126db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (cfbf41b4-a00f-41aa-9603-0ead63b39361), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.293113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ddd58-2aa1-40e2-b442-9c182ef3357c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b598c89-889a-4b2a-b7e9-f3742f79e334,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:00.305888 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-085ddd58-2aa1-40e2-b442-9c182ef3357c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=523d4e75364b40b1866a2973ce2ddc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384609 Jul 26 05:02:00.311213 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46726) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:00.347230 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-18028ee4-be07-4030-9f58-6f3dce43adce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:00.348784 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-18028ee4-be07-4030-9f58-6f3dce43adce service neutron] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 916 time: 0.1901221 Jul 26 05:02:00.367137 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a0f2b-a649-4abd-bcb8-e9128a1126db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbf41b4-a00f-41aa-9603-0ead63b39361,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:00.369914 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f227ddb-7e84-4927-8aba-da53543720d5 admin admin] Publish callbacks [] for security_group (4b598c89-889a-4b2a-b7e9-f3742f79e334), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.383017 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:00.404886 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f227ddb-7e84-4927-8aba-da53543720d5 admin admin] Publish callbacks [] for security_group (4b598c89-889a-4b2a-b7e9-f3742f79e334), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.417234 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-154a0f2b-a649-4abd-bcb8-e9128a1126db admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1ae12dd973424019b41445b6f0842f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7362876 Jul 26 05:02:00.417461 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46732) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:00.461773 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-58fc3921-a810-43ea-b8ce-5b22b021428b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5 HTTP/1.1" status: 200 len: 1001 time: 0.1040275 Jul 26 05:02:00.463372 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f227ddb-7e84-4927-8aba-da53543720d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4b598c89-889a-4b2a-b7e9-f3742f79e334), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.468676 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2f227ddb-7e84-4927-8aba-da53543720d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.470748 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2f227ddb-7e84-4927-8aba-da53543720d5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4b598c89-889a-4b2a-b7e9-f3742f79e334 HTTP/1.1" status: 204 len: 168 time: 0.1583800 Jul 26 05:02:00.482815 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f227ddb-7e84-4927-8aba-da53543720d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b598c89-889a-4b2a-b7e9-f3742f79e334,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:00.521472 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d3efc1ff-f624-4bc4-b3ef-451f99d735b7 admin admin] Publish callbacks [] for security_group (cfbf41b4-a00f-41aa-9603-0ead63b39361), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.538693 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-ff13ff77-e4a1-4f47-9c16-df436c4c07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:00.540260 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-ff13ff77-e4a1-4f47-9c16-df436c4c07de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.0710750 Jul 26 05:02:00.562505 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d3efc1ff-f624-4bc4-b3ef-451f99d735b7 admin admin] Publish callbacks [] for security_group (cfbf41b4-a00f-41aa-9603-0ead63b39361), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.615841 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-0a5de03d-e4b6-43b0-ad04-c8704d15971c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:00.617380 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-0a5de03d-e4b6-43b0-ad04-c8704d15971c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657957 Jul 26 05:02:00.682841 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d3efc1ff-f624-4bc4-b3ef-451f99d735b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (cfbf41b4-a00f-41aa-9603-0ead63b39361), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.686338 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d3efc1ff-f624-4bc4-b3ef-451f99d735b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:00.690473 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d3efc1ff-f624-4bc4-b3ef-451f99d735b7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/cfbf41b4-a00f-41aa-9603-0ead63b39361 HTTP/1.1" status: 204 len: 168 time: 0.2693877 Jul 26 05:02:00.704519 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efc1ff-f624-4bc4-b3ef-451f99d735b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbf41b4-a00f-41aa-9603-0ead63b39361,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:00.739584 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-90fdb985-0ec8-47d8-af64-4857d0789637 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144176 Jul 26 05:02:00.849349 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-870d45e1-41b3-4973-a99f-6c39377fea7d req-340a09df-11e7-465e-8d8d-27a661dfbf07 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030405 Jul 26 05:02:00.869757 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46750) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:00.890875 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-95dbc6b5-9f76-4f5d-870c-8d9c955eab27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.010762 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-95dbc6b5-9f76-4f5d-870c-8d9c955eab27 admin admin] Publish callbacks [] for security_group (619fbb45-3843-400a-9d36-e221f03ce67e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.018869 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-95dbc6b5-9f76-4f5d-870c-8d9c955eab27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (619fbb45-3843-400a-9d36-e221f03ce67e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.069476 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbc6b5-9f76-4f5d-870c-8d9c955eab27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619fbb45-3843-400a-9d36-e221f03ce67e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:01.095469 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-95dbc6b5-9f76-4f5d-870c-8d9c955eab27 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1e080f38798142a28c6afa3aa528ef9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243352 Jul 26 05:02:01.098036 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46760) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:01.173257 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-353be725-aca8-4bd3-abbd-064664e19ca4 admin admin] Publish callbacks [] for security_group (619fbb45-3843-400a-9d36-e221f03ce67e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.228022 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46770) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:01.230122 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-353be725-aca8-4bd3-abbd-064664e19ca4 admin admin] Publish callbacks [] for security_group (619fbb45-3843-400a-9d36-e221f03ce67e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.243708 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-18065033-840a-4877-8ed0-78a87c76ce3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.263784 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92123163-02c6-4544-9309-b958fd36ae4a req-e91b1738-c277-4b23-a0e1-89aec30bd6b2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:01.265210 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92123163-02c6-4544-9309-b958fd36ae4a req-e91b1738-c277-4b23-a0e1-89aec30bd6b2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0741959 Jul 26 05:02:01.312196 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:01.345026 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92123163-02c6-4544-9309-b958fd36ae4a req-fb32afdb-ae24-49df-87ae-8927d886bc89 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676906 Jul 26 05:02:01.346054 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-353be725-aca8-4bd3-abbd-064664e19ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (619fbb45-3843-400a-9d36-e221f03ce67e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.348675 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-353be725-aca8-4bd3-abbd-064664e19ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.349714 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-353be725-aca8-4bd3-abbd-064664e19ca4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/619fbb45-3843-400a-9d36-e221f03ce67e HTTP/1.1" status: 204 len: 168 time: 0.2504888 Jul 26 05:02:01.358506 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-18065033-840a-4877-8ed0-78a87c76ce3f admin admin] Publish callbacks [] for security_group (5bbbf380-f03d-47fe-91ea-7e44b0fdd6be), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.359184 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353be725-aca8-4bd3-abbd-064664e19ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619fbb45-3843-400a-9d36-e221f03ce67e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:01.368831 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-18065033-840a-4877-8ed0-78a87c76ce3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (5bbbf380-f03d-47fe-91ea-7e44b0fdd6be), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.411219 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-18065033-840a-4877-8ed0-78a87c76ce3f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a6f8618139524e5d95685be35349b6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815083 Jul 26 05:02:01.413904 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46780) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:01.454444 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18065033-840a-4877-8ed0-78a87c76ce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbbf380-f03d-47fe-91ea-7e44b0fdd6be,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:01.525834 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-24f344bd-c6fc-444b-ad1c-26230cb1cd6a admin admin] Publish callbacks [] for security_group (5bbbf380-f03d-47fe-91ea-7e44b0fdd6be), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.536603 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:01.556531 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-24f344bd-c6fc-444b-ad1c-26230cb1cd6a admin admin] Publish callbacks [] for security_group (5bbbf380-f03d-47fe-91ea-7e44b0fdd6be), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.617943 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-24f344bd-c6fc-444b-ad1c-26230cb1cd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (5bbbf380-f03d-47fe-91ea-7e44b0fdd6be), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.620795 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-24f344bd-c6fc-444b-ad1c-26230cb1cd6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:01.622613 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-24f344bd-c6fc-444b-ad1c-26230cb1cd6a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5bbbf380-f03d-47fe-91ea-7e44b0fdd6be HTTP/1.1" status: 204 len: 168 time: 0.2075512 Jul 26 05:02:01.634859 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f344bd-c6fc-444b-ad1c-26230cb1cd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbbf380-f03d-47fe-91ea-7e44b0fdd6be,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:02.483942 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba0efd-628e-49a9-a437-e6e3c5b589db req-9c0339f0-005a-4b78-b085-296a102b3c19 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:02.485572 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7ba0efd-628e-49a9-a437-e6e3c5b589db req-9c0339f0-005a-4b78-b085-296a102b3c19 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0544600 Jul 26 05:02:02.537289 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7ba0efd-628e-49a9-a437-e6e3c5b589db req-dd602c4c-d2a1-4878-b9db-910853662f95 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441732 Jul 26 05:02:02.762281 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:03.696057 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce21f96-5744-4b12-baed-c58ecec1864e req-f59ddb6e-5404-465e-9895-d38a120ad78e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:03.697599 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ce21f96-5744-4b12-baed-c58ecec1864e req-f59ddb6e-5404-465e-9895-d38a120ad78e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0563774 Jul 26 05:02:03.757899 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ce21f96-5744-4b12-baed-c58ecec1864e req-fdb2ca08-b7b4-448c-87d0-97d39fe43a50 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508995 Jul 26 05:02:04.100242 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 46924) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:04.213915 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ae0172de-5469-4fbb-b738-8acf817450c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:04.285674 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:02:04.293682 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:04.330493 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ae0172de-5469-4fbb-b738-8acf817450c7 admin admin] Publish callbacks [] for security_group (38d6b39b-11bc-40e2-854f-96cb08567c4e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:04.336954 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ae0172de-5469-4fbb-b738-8acf817450c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (38d6b39b-11bc-40e2-854f-96cb08567c4e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:04.352514 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:04.389371 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ae0172de-5469-4fbb-b738-8acf817450c7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=47c1709e6f71447881832a20e70746b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876017 Jul 26 05:02:04.392298 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0172de-5469-4fbb-b738-8acf817450c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d6b39b-11bc-40e2-854f-96cb08567c4e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:04.393015 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 46934) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:04.445340 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8a9863bd-8d3b-47d8-a053-174154967faa admin admin] Publish callbacks [] for security_group (38d6b39b-11bc-40e2-854f-96cb08567c4e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:04.469773 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8a9863bd-8d3b-47d8-a053-174154967faa admin admin] Publish callbacks [] for security_group (38d6b39b-11bc-40e2-854f-96cb08567c4e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:04.521287 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8a9863bd-8d3b-47d8-a053-174154967faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (38d6b39b-11bc-40e2-854f-96cb08567c4e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:04.523949 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8a9863bd-8d3b-47d8-a053-174154967faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:04.525102 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8a9863bd-8d3b-47d8-a053-174154967faa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/38d6b39b-11bc-40e2-854f-96cb08567c4e HTTP/1.1" status: 204 len: 168 time: 0.1311166 Jul 26 05:02:04.533786 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9863bd-8d3b-47d8-a053-174154967faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d6b39b-11bc-40e2-854f-96cb08567c4e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:04.916226 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97e615-2f92-43c6-80a7-0a911ac02d6f req-2137eb36-0942-41ed-b49f-376ee5014101 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:04.917911 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1a97e615-2f92-43c6-80a7-0a911ac02d6f req-2137eb36-0942-41ed-b49f-376ee5014101 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0571754 Jul 26 05:02:04.981126 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1a97e615-2f92-43c6-80a7-0a911ac02d6f req-b3a14507-1343-4458-ab0a-99e65d46fd64 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571642 Jul 26 05:02:06.107949 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b8b26-e69d-45f9-8923-300c63ade1c8 req-bd6a7bce-d14f-4be0-9d64-167ca2cdde57 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:06.109427 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de4b8b26-e69d-45f9-8923-300c63ade1c8 req-bd6a7bce-d14f-4be0-9d64-167ca2cdde57 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0495639 Jul 26 05:02:06.165464 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de4b8b26-e69d-45f9-8923-300c63ade1c8 req-ee29b0ca-7785-47f1-a79c-caa95b743524 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477011 Jul 26 05:02:07.289412 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915e22-d806-4afb-b643-600e4ebe4a58 req-4add7a40-7d01-4665-ad65-05f2cf4965df tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:07.290919 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89915e22-d806-4afb-b643-600e4ebe4a58 req-4add7a40-7d01-4665-ad65-05f2cf4965df tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0493469 Jul 26 05:02:07.344230 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89915e22-d806-4afb-b643-600e4ebe4a58 req-c126c51b-e945-487e-8f51-2ce4ea0d5703 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476823 Jul 26 05:02:08.476196 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531554e-c810-421a-a1f8-34722924a981 req-8db20ec2-09ff-4dae-905d-6d2417170d45 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:08.477807 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d531554e-c810-421a-a1f8-34722924a981 req-8db20ec2-09ff-4dae-905d-6d2417170d45 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0501058 Jul 26 05:02:08.531681 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d531554e-c810-421a-a1f8-34722924a981 req-93395aef-cec3-4f93-b626-c3aea432d633 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470431 Jul 26 05:02:09.672910 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d46d4c-c747-4b91-a7f6-d5b1f36c5069 req-22cef6b0-c730-43e9-98d9-494406a601b5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:09.674476 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-93d46d4c-c747-4b91-a7f6-d5b1f36c5069 req-22cef6b0-c730-43e9-98d9-494406a601b5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0623274 Jul 26 05:02:09.733690 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-93d46d4c-c747-4b91-a7f6-d5b1f36c5069 req-547c2ebd-adba-4ab8-922d-61097370af3d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531096 Jul 26 05:02:10.066117 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47162) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:10.180801 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b52ff90d-22ca-4441-b921-884d7f5c2b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:10.263223 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b52ff90d-22ca-4441-b921-884d7f5c2b5f admin admin] Publish callbacks [] for security_group (0941b424-120a-4038-a74b-cf1d9fed3258), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:10.267920 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b52ff90d-22ca-4441-b921-884d7f5c2b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (0941b424-120a-4038-a74b-cf1d9fed3258), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:10.306455 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ff90d-22ca-4441-b921-884d7f5c2b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0941b424-120a-4038-a74b-cf1d9fed3258,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:10.311097 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b52ff90d-22ca-4441-b921-884d7f5c2b5f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b43e812e5c254c13be16ba66a616a79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437139 Jul 26 05:02:10.313983 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47172) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:10.376223 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9ade24a-ff3b-49a7-9bfb-cedd53ddaf72 admin admin] Publish callbacks [] for security_group (0941b424-120a-4038-a74b-cf1d9fed3258), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:10.403862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9ade24a-ff3b-49a7-9bfb-cedd53ddaf72 admin admin] Publish callbacks [] for security_group (0941b424-120a-4038-a74b-cf1d9fed3258), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:10.419108 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:10.457108 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9ade24a-ff3b-49a7-9bfb-cedd53ddaf72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (0941b424-120a-4038-a74b-cf1d9fed3258), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:10.459899 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9ade24a-ff3b-49a7-9bfb-cedd53ddaf72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:10.461239 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b9ade24a-ff3b-49a7-9bfb-cedd53ddaf72 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0941b424-120a-4038-a74b-cf1d9fed3258 HTTP/1.1" status: 204 len: 168 time: 0.1450770 Jul 26 05:02:10.470217 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ade24a-ff3b-49a7-9bfb-cedd53ddaf72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0941b424-120a-4038-a74b-cf1d9fed3258,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:10.774154 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47194) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:10.790280 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e6e8492-e7c8-4ea8-9781-93361878adcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:10.861109 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:10.874362 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28edcb-68a2-4cd0-9bc9-d8e211e2ae9c req-47f56346-1a8e-41ee-a703-ce3a2f111f0f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:10.876108 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b28edcb-68a2-4cd0-9bc9-d8e211e2ae9c req-47f56346-1a8e-41ee-a703-ce3a2f111f0f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0685854 Jul 26 05:02:10.961612 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e6e8492-e7c8-4ea8-9781-93361878adcc admin admin] Publish callbacks [] for security_group (31470947-d04a-406b-9d6a-0b9be1cad80a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:10.966180 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b28edcb-68a2-4cd0-9bc9-d8e211e2ae9c req-32040be3-4b9f-451b-9e24-f8ebec9e37f1 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816648 Jul 26 05:02:10.968284 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e6e8492-e7c8-4ea8-9781-93361878adcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (31470947-d04a-406b-9d6a-0b9be1cad80a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:11.010025 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5e6e8492-e7c8-4ea8-9781-93361878adcc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4918431a1cc34242a77903d241406bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346489 Jul 26 05:02:11.012822 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47204) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:11.019425 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e8492-e7c8-4ea8-9781-93361878adcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31470947-d04a-406b-9d6a-0b9be1cad80a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:11.068176 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a86d1d1-690a-4d7c-82cf-78274178508e admin admin] Publish callbacks [] for security_group (31470947-d04a-406b-9d6a-0b9be1cad80a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:11.092125 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a86d1d1-690a-4d7c-82cf-78274178508e admin admin] Publish callbacks [] for security_group (31470947-d04a-406b-9d6a-0b9be1cad80a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:11.146423 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a86d1d1-690a-4d7c-82cf-78274178508e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (31470947-d04a-406b-9d6a-0b9be1cad80a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:11.149189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a86d1d1-690a-4d7c-82cf-78274178508e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:11.152854 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0a86d1d1-690a-4d7c-82cf-78274178508e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/31470947-d04a-406b-9d6a-0b9be1cad80a HTTP/1.1" status: 204 len: 168 time: 0.1366198 Jul 26 05:02:11.159821 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86d1d1-690a-4d7c-82cf-78274178508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31470947-d04a-406b-9d6a-0b9be1cad80a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:12.099467 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8fc39-b036-41c0-baf4-91100a766b18 req-47c4a7f1-d397-4637-ab5b-238ca8ef5736 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:12.107693 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3be8fc39-b036-41c0-baf4-91100a766b18 req-47c4a7f1-d397-4637-ab5b-238ca8ef5736 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0597119 Jul 26 05:02:12.161189 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3be8fc39-b036-41c0-baf4-91100a766b18 req-253e2429-36b2-4f56-8156-6608bd7c741a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525885 Jul 26 05:02:12.441329 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=60 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:12.927893 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47332) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:13.044928 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-85fdd644-9104-4c4e-a300-5575928c3a92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.143947 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-85fdd644-9104-4c4e-a300-5575928c3a92 admin admin] Publish callbacks [] for security_group (3bb95ccd-8a70-469f-8c0b-14a438f0a37a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.154995 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-85fdd644-9104-4c4e-a300-5575928c3a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3bb95ccd-8a70-469f-8c0b-14a438f0a37a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.211678 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47356) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:13.219205 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-85fdd644-9104-4c4e-a300-5575928c3a92 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7b90b49d3f014f7baed569a0f9a1d1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901099 Jul 26 05:02:13.225905 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdd644-9104-4c4e-a300-5575928c3a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb95ccd-8a70-469f-8c0b-14a438f0a37a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:13.265566 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:13.276399 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9d37da7-0285-48e3-9d6d-0a62ecd0e82d admin admin] Publish callbacks [] for security_group (3bb95ccd-8a70-469f-8c0b-14a438f0a37a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.304270 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9d37da7-0285-48e3-9d6d-0a62ecd0e82d admin admin] Publish callbacks [] for security_group (3bb95ccd-8a70-469f-8c0b-14a438f0a37a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.323287 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f623e-7bb1-45c6-b047-c3a6a9ad4f30 req-551b0b53-6674-4c7e-bed6-619e4ef6ac03 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:13.325093 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-174f623e-7bb1-45c6-b047-c3a6a9ad4f30 req-551b0b53-6674-4c7e-bed6-619e4ef6ac03 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0693967 Jul 26 05:02:13.383664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9d37da7-0285-48e3-9d6d-0a62ecd0e82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3bb95ccd-8a70-469f-8c0b-14a438f0a37a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.393128 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9d37da7-0285-48e3-9d6d-0a62ecd0e82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.408891 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d9d37da7-0285-48e3-9d6d-0a62ecd0e82d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3bb95ccd-8a70-469f-8c0b-14a438f0a37a HTTP/1.1" status: 204 len: 168 time: 0.1836042 Jul 26 05:02:13.409000 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-174f623e-7bb1-45c6-b047-c3a6a9ad4f30 req-4f5bac0f-b80c-4b72-88c2-ccb296782cb6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702949 Jul 26 05:02:13.419133 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d37da7-0285-48e3-9d6d-0a62ecd0e82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb95ccd-8a70-469f-8c0b-14a438f0a37a,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:13.557234 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8dccf646-41fa-4f08-83c2-319be0a07b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.721197 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47384) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:13.849621 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f1479af-ef88-484c-89f6-35be9eb3b1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.855665 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47392) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:13.872341 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5f6820a-e586-4428-9743-a49ac7d5b5ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.937339 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f1479af-ef88-484c-89f6-35be9eb3b1d6 admin admin] Publish callbacks [] for security_group (42fe2871-e2cb-441f-ae28-084e0296fed7), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.941628 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1f1479af-ef88-484c-89f6-35be9eb3b1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (42fe2871-e2cb-441f-ae28-084e0296fed7), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.970974 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5f6820a-e586-4428-9743-a49ac7d5b5ff admin admin] Publish callbacks [] for security_group (27a594fb-5ec1-4bb0-8998-c295f49e2013), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.976072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5f6820a-e586-4428-9743-a49ac7d5b5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (27a594fb-5ec1-4bb0-8998-c295f49e2013), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:13.985356 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1479af-ef88-484c-89f6-35be9eb3b1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fe2871-e2cb-441f-ae28-084e0296fed7,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:13.992742 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1f1479af-ef88-484c-89f6-35be9eb3b1d6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=df3032328e6c4113b585e8ca7bde3dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677748 Jul 26 05:02:13.999847 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47396) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:14.042023 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6820a-e586-4428-9743-a49ac7d5b5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a594fb-5ec1-4bb0-8998-c295f49e2013,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:14.055036 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c5f6820a-e586-4428-9743-a49ac7d5b5ff admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=95f9eae1576f47ebb786c92a32f7fa24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955776 Jul 26 05:02:14.055036 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47400) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:14.060352 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:14.113235 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a01116c2-7bac-4f84-9409-c01f22dac2ac admin admin] Publish callbacks [] for security_group (42fe2871-e2cb-441f-ae28-084e0296fed7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.146058 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b0ed557e-7c50-4134-b78c-05d3b9860b09 admin admin] Publish callbacks [] for security_group (27a594fb-5ec1-4bb0-8998-c295f49e2013), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.149657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a01116c2-7bac-4f84-9409-c01f22dac2ac admin admin] Publish callbacks [] for security_group (42fe2871-e2cb-441f-ae28-084e0296fed7), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.203271 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b0ed557e-7c50-4134-b78c-05d3b9860b09 admin admin] Publish callbacks [] for security_group (27a594fb-5ec1-4bb0-8998-c295f49e2013), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.255881 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a01116c2-7bac-4f84-9409-c01f22dac2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (42fe2871-e2cb-441f-ae28-084e0296fed7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.259113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a01116c2-7bac-4f84-9409-c01f22dac2ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.260443 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a01116c2-7bac-4f84-9409-c01f22dac2ac admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/42fe2871-e2cb-441f-ae28-084e0296fed7 HTTP/1.1" status: 204 len: 168 time: 0.2593386 Jul 26 05:02:14.271852 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01116c2-7bac-4f84-9409-c01f22dac2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fe2871-e2cb-441f-ae28-084e0296fed7,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:14.275032 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b0ed557e-7c50-4134-b78c-05d3b9860b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (27a594fb-5ec1-4bb0-8998-c295f49e2013), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.278009 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b0ed557e-7c50-4134-b78c-05d3b9860b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.279735 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b0ed557e-7c50-4134-b78c-05d3b9860b09 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/27a594fb-5ec1-4bb0-8998-c295f49e2013 HTTP/1.1" status: 204 len: 168 time: 0.2239511 Jul 26 05:02:14.284633 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=57 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:14.309740 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed557e-7c50-4134-b78c-05d3b9860b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a594fb-5ec1-4bb0-8998-c295f49e2013,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:14.571694 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ce565-e60c-464d-a4ae-34096243cade req-01458350-f088-4e27-adb7-7d073f9fb83b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:14.576118 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-257ce565-e60c-464d-a4ae-34096243cade req-01458350-f088-4e27-adb7-7d073f9fb83b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0651126 Jul 26 05:02:14.649898 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-257ce565-e60c-464d-a4ae-34096243cade req-59f952cc-acf3-4638-af57-89697b70c41c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640364 Jul 26 05:02:14.763403 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47442) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:14.778955 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e803b3d6-98eb-4934-a08c-066bb2a4d01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.833987 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:14.868334 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47446) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:14.872825 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e803b3d6-98eb-4934-a08c-066bb2a4d01b admin admin] Publish callbacks [] for security_group (a05844ad-ac0a-43ca-b9b4-841f8c2e9aef), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.878782 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e803b3d6-98eb-4934-a08c-066bb2a4d01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (a05844ad-ac0a-43ca-b9b4-841f8c2e9aef), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:14.926428 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e803b3d6-98eb-4934-a08c-066bb2a4d01b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f025fef40678400ca3b025db20fe3f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617081 Jul 26 05:02:14.927498 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803b3d6-98eb-4934-a08c-066bb2a4d01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05844ad-ac0a-43ca-b9b4-841f8c2e9aef,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:14.930288 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47450) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:14.991530 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f6f836c9-3732-4d75-baef-96b12d26d7c6 admin admin] Publish callbacks [] for security_group (a05844ad-ac0a-43ca-b9b4-841f8c2e9aef), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.012760 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0522b0d-1c10-4dab-9164-1a4c5b16c068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.032799 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f6f836c9-3732-4d75-baef-96b12d26d7c6 admin admin] Publish callbacks [] for security_group (a05844ad-ac0a-43ca-b9b4-841f8c2e9aef), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.040413 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47452) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:15.047381 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:15.054425 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-39c67547-ab50-481d-adf1-9b1331fc2026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.072173 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:15.124569 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f6f836c9-3732-4d75-baef-96b12d26d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (a05844ad-ac0a-43ca-b9b4-841f8c2e9aef), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.127666 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f6f836c9-3732-4d75-baef-96b12d26d7c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.128806 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f6f836c9-3732-4d75-baef-96b12d26d7c6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a05844ad-ac0a-43ca-b9b4-841f8c2e9aef HTTP/1.1" status: 204 len: 168 time: 0.1973259 Jul 26 05:02:15.150625 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f836c9-3732-4d75-baef-96b12d26d7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05844ad-ac0a-43ca-b9b4-841f8c2e9aef,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:15.159303 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-39c67547-ab50-481d-adf1-9b1331fc2026 admin admin] Publish callbacks [] for security_group (365539a3-cd50-475c-918e-72a1dbaffe80), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.166973 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-39c67547-ab50-481d-adf1-9b1331fc2026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (365539a3-cd50-475c-918e-72a1dbaffe80), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.168802 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0522b0d-1c10-4dab-9164-1a4c5b16c068 admin admin] Publish callbacks [] for security_group (97aa664c-3e20-4e72-a53e-6b16b477629d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.181120 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0522b0d-1c10-4dab-9164-1a4c5b16c068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (97aa664c-3e20-4e72-a53e-6b16b477629d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.217993 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47458) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:15.218193 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-39c67547-ab50-481d-adf1-9b1331fc2026 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0a369aad0b444cfcbfad28d50efa1a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760244 Jul 26 05:02:15.219636 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c67547-ab50-481d-adf1-9b1331fc2026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365539a3-cd50-475c-918e-72a1dbaffe80,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:15.262155 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c0522b0d-1c10-4dab-9164-1a4c5b16c068 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bd2ad6590d394a99850423f57311fa26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3910120 Jul 26 05:02:15.264260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47460) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:15.272810 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0522b0d-1c10-4dab-9164-1a4c5b16c068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa664c-3e20-4e72-a53e-6b16b477629d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:15.313493 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b6bee0f0-c63d-4c13-9660-4dcd9f5e0bd4 admin admin] Publish callbacks [] for security_group (365539a3-cd50-475c-918e-72a1dbaffe80), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.335031 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63491f87-1638-4cba-8c9f-f5bfe1813ec7 admin admin] Publish callbacks [] for security_group (97aa664c-3e20-4e72-a53e-6b16b477629d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.337540 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:15.354223 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b6bee0f0-c63d-4c13-9660-4dcd9f5e0bd4 admin admin] Publish callbacks [] for security_group (365539a3-cd50-475c-918e-72a1dbaffe80), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.361593 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63491f87-1638-4cba-8c9f-f5bfe1813ec7 admin admin] Publish callbacks [] for security_group (97aa664c-3e20-4e72-a53e-6b16b477629d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.418780 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b6bee0f0-c63d-4c13-9660-4dcd9f5e0bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (365539a3-cd50-475c-918e-72a1dbaffe80), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.422382 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b6bee0f0-c63d-4c13-9660-4dcd9f5e0bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.423928 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b6bee0f0-c63d-4c13-9660-4dcd9f5e0bd4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/365539a3-cd50-475c-918e-72a1dbaffe80 HTTP/1.1" status: 204 len: 168 time: 0.2011676 Jul 26 05:02:15.431069 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63491f87-1638-4cba-8c9f-f5bfe1813ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (97aa664c-3e20-4e72-a53e-6b16b477629d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.435467 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63491f87-1638-4cba-8c9f-f5bfe1813ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.436817 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-63491f87-1638-4cba-8c9f-f5bfe1813ec7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/97aa664c-3e20-4e72-a53e-6b16b477629d HTTP/1.1" status: 204 len: 168 time: 0.1712179 Jul 26 05:02:15.443540 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bee0f0-c63d-4c13-9660-4dcd9f5e0bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365539a3-cd50-475c-918e-72a1dbaffe80,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:15.445015 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63491f87-1638-4cba-8c9f-f5bfe1813ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa664c-3e20-4e72-a53e-6b16b477629d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:15.722825 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-eeb76aeb-833b-474d-9da7-b00819701990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:15.888484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd92df8-de4c-41ed-9591-060e1d35875d req-6439d3e3-ad02-406c-a72c-16a337f599af tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:15.906182 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cd92df8-de4c-41ed-9591-060e1d35875d req-6439d3e3-ad02-406c-a72c-16a337f599af tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.1442275 Jul 26 05:02:16.025509 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cd92df8-de4c-41ed-9591-060e1d35875d req-1ace9ae8-c994-4298-bf2a-4df7442315eb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066206 Jul 26 05:02:16.182092 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583de8d-18d6-4e77-a993-35df04df3d44 req-f0532f64-dea3-4bf8-838a-ad00a91b0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:16.184692 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1583de8d-18d6-4e77-a993-35df04df3d44 req-f0532f64-dea3-4bf8-838a-ad00a91b0974 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 1129 time: 0.0697701 Jul 26 05:02:16.201029 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47504) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:16.225702 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff19be5b-a0e3-413a-975b-d20ab96dca0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:16.291004 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1583de8d-18d6-4e77-a993-35df04df3d44 req-e7959ca9-3452-477c-b239-5c960321ca6c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989261 Jul 26 05:02:16.370408 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff19be5b-a0e3-413a-975b-d20ab96dca0e admin admin] Publish callbacks [] for security_group (4d889382-7a69-4385-929c-2a5ae2e547e2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:16.371892 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ff19be5b-a0e3-413a-975b-d20ab96dca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4d889382-7a69-4385-929c-2a5ae2e547e2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:16.418568 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19be5b-a0e3-413a-975b-d20ab96dca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d889382-7a69-4385-929c-2a5ae2e547e2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:16.427598 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ff19be5b-a0e3-413a-975b-d20ab96dca0e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1d81a060457a4778806d9a4729384bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233503 Jul 26 05:02:16.431205 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47512) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:16.490696 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fe06970-bb85-4789-b2be-746354a9ab83 admin admin] Publish callbacks [] for security_group (4d889382-7a69-4385-929c-2a5ae2e547e2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:16.514380 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:16.517018 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fe06970-bb85-4789-b2be-746354a9ab83 admin admin] Publish callbacks [] for security_group (4d889382-7a69-4385-929c-2a5ae2e547e2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:16.603384 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fe06970-bb85-4789-b2be-746354a9ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4d889382-7a69-4385-929c-2a5ae2e547e2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:16.608893 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fe06970-bb85-4789-b2be-746354a9ab83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:16.610748 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6fe06970-bb85-4789-b2be-746354a9ab83 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4d889382-7a69-4385-929c-2a5ae2e547e2 HTTP/1.1" status: 204 len: 168 time: 0.1792450 Jul 26 05:02:16.623788 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe06970-bb85-4789-b2be-746354a9ab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d889382-7a69-4385-929c-2a5ae2e547e2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:16.936360 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:17.208175 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a28687-f551-4937-a2e1-a2c344fad9dc req-1b288b94-72c2-403b-a54c-0b1d6739c590 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:17.209960 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f8a28687-f551-4937-a2e1-a2c344fad9dc req-1b288b94-72c2-403b-a54c-0b1d6739c590 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0877590 Jul 26 05:02:17.312984 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f8a28687-f551-4937-a2e1-a2c344fad9dc req-9e76b371-93a5-4dee-9241-1bc13149d5a4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958173 Jul 26 05:02:18.343832 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:18.475466 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e336b-06b4-42d6-ac5e-b1bbba9c8613 req-cc169474-82ff-4050-8763-f2df5dd91de3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:18.477125 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce7e336b-06b4-42d6-ac5e-b1bbba9c8613 req-cc169474-82ff-4050-8763-f2df5dd91de3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0634639 Jul 26 05:02:18.481707 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47668) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:18.566193 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce7e336b-06b4-42d6-ac5e-b1bbba9c8613 req-6d77ef68-c582-41b3-8632-bf0e30b463b0 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763929 Jul 26 05:02:18.680571 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:18.720197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d721f-00e0-4298-a2d0-951a11ad12ae req-555b7f61-8e32-45fb-b49b-ab4a84463834 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:18.721892 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a43d721f-00e0-4298-a2d0-951a11ad12ae req-555b7f61-8e32-45fb-b49b-ab4a84463834 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0608690 Jul 26 05:02:18.773626 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a43d721f-00e0-4298-a2d0-951a11ad12ae req-3e73c50f-ee94-49d1-9063-6bc387e4bb43 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Jul 26 05:02:18.836351 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4a880e2-adba-4cbc-a888-b71ae122ac14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:18.917540 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4a880e2-adba-4cbc-a888-b71ae122ac14 admin admin] Publish callbacks [] for security_group (df15c2cc-4b37-4929-993b-e51ff6dd8b4c), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:18.922045 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4a880e2-adba-4cbc-a888-b71ae122ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (df15c2cc-4b37-4929-993b-e51ff6dd8b4c), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:18.962125 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d4a880e2-adba-4cbc-a888-b71ae122ac14 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=42652e9232b1477c9342c6d618ba1ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4792986 Jul 26 05:02:18.963191 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a880e2-adba-4cbc-a888-b71ae122ac14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15c2cc-4b37-4929-993b-e51ff6dd8b4c,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:18.964962 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47696) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:19.016724 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b287396-70b3-46ac-9709-948a1212dfe9 admin admin] Publish callbacks [] for security_group (df15c2cc-4b37-4929-993b-e51ff6dd8b4c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:19.040987 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b287396-70b3-46ac-9709-948a1212dfe9 admin admin] Publish callbacks [] for security_group (df15c2cc-4b37-4929-993b-e51ff6dd8b4c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:19.051836 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:19.104207 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b287396-70b3-46ac-9709-948a1212dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (df15c2cc-4b37-4929-993b-e51ff6dd8b4c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:19.106809 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1b287396-70b3-46ac-9709-948a1212dfe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:19.108118 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1b287396-70b3-46ac-9709-948a1212dfe9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/df15c2cc-4b37-4929-993b-e51ff6dd8b4c HTTP/1.1" status: 204 len: 168 time: 0.1407681 Jul 26 05:02:19.122414 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b287396-70b3-46ac-9709-948a1212dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15c2cc-4b37-4929-993b-e51ff6dd8b4c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:20.239461 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47750) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:20.367913 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e357a58-f9c6-48aa-9ce1-c0e76df7839b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:20.455932 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e357a58-f9c6-48aa-9ce1-c0e76df7839b admin admin] Publish callbacks [] for security_group (7c551007-d82b-4db3-b044-6307aac3fa80), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:20.461600 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e357a58-f9c6-48aa-9ce1-c0e76df7839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7c551007-d82b-4db3-b044-6307aac3fa80), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:20.501355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e357a58-f9c6-48aa-9ce1-c0e76df7839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c551007-d82b-4db3-b044-6307aac3fa80,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:20.505935 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1e357a58-f9c6-48aa-9ce1-c0e76df7839b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9229dbc411944459b686adf3717cbfb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653863 Jul 26 05:02:20.508853 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47758) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:20.567179 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0998896d-d073-4e81-a3f3-b95e3046c951 admin admin] Publish callbacks [] for security_group (7c551007-d82b-4db3-b044-6307aac3fa80), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:20.592539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0998896d-d073-4e81-a3f3-b95e3046c951 admin admin] Publish callbacks [] for security_group (7c551007-d82b-4db3-b044-6307aac3fa80), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:20.646559 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0998896d-d073-4e81-a3f3-b95e3046c951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7c551007-d82b-4db3-b044-6307aac3fa80), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:20.649369 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0998896d-d073-4e81-a3f3-b95e3046c951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:20.653389 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0998896d-d073-4e81-a3f3-b95e3046c951 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7c551007-d82b-4db3-b044-6307aac3fa80 HTTP/1.1" status: 204 len: 168 time: 0.1434839 Jul 26 05:02:20.661980 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998896d-d073-4e81-a3f3-b95e3046c951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c551007-d82b-4db3-b044-6307aac3fa80,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:20.812773 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd1ae5-b782-4f38-be5a-ef574dddc051 req-8f7a667a-65c7-4a30-b941-57f50547f9e1 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:20.814993 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-abfd1ae5-b782-4f38-be5a-ef574dddc051 req-8f7a667a-65c7-4a30-b941-57f50547f9e1 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0572195 Jul 26 05:02:20.851993 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:20.869871 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-abfd1ae5-b782-4f38-be5a-ef574dddc051 req-474f3c69-d3cc-4ad2-988b-d418b7d91184 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482550 Jul 26 05:02:20.996495 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47778) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:21.010788 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1665cf0e-6940-4070-8f56-825ff5d46596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:21.096729 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1665cf0e-6940-4070-8f56-825ff5d46596 admin admin] Publish callbacks [] for security_group (ed459ef9-0b7b-4095-9ebb-178ab43f4614), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:21.102792 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1665cf0e-6940-4070-8f56-825ff5d46596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ed459ef9-0b7b-4095-9ebb-178ab43f4614), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:21.106794 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:21.146506 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665cf0e-6940-4070-8f56-825ff5d46596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed459ef9-0b7b-4095-9ebb-178ab43f4614,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:21.152206 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1665cf0e-6940-4070-8f56-825ff5d46596 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=34a9729e903943c19e3413a0ffeb7840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545031 Jul 26 05:02:21.153734 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47782) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:21.186528 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:21.216469 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-db28340d-a5d9-42df-bc15-04aeef53038e admin admin] Publish callbacks [] for security_group (ed459ef9-0b7b-4095-9ebb-178ab43f4614), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:21.238661 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-db28340d-a5d9-42df-bc15-04aeef53038e admin admin] Publish callbacks [] for security_group (ed459ef9-0b7b-4095-9ebb-178ab43f4614), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:21.293179 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-db28340d-a5d9-42df-bc15-04aeef53038e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ed459ef9-0b7b-4095-9ebb-178ab43f4614), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:21.296002 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-db28340d-a5d9-42df-bc15-04aeef53038e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:21.299754 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-db28340d-a5d9-42df-bc15-04aeef53038e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ed459ef9-0b7b-4095-9ebb-178ab43f4614 HTTP/1.1" status: 204 len: 168 time: 0.1425509 Jul 26 05:02:21.307815 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28340d-a5d9-42df-bc15-04aeef53038e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed459ef9-0b7b-4095-9ebb-178ab43f4614,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:21.797262 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed409e-97e0-4a61-9c83-c97b64b2228b req-e99bb12e-092c-4f51-948f-686ae7c4e76a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:21.800191 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-efed409e-97e0-4a61-9c83-c97b64b2228b req-e99bb12e-092c-4f51-948f-686ae7c4e76a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0650039 Jul 26 05:02:21.852021 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-efed409e-97e0-4a61-9c83-c97b64b2228b req-72880cbc-f0c2-4362-a734-a994cebd33c7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Jul 26 05:02:22.021656 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b37f7-4efe-426f-af8a-db9dd6643940 req-189a13a0-2ec9-4c60-88b5-3e6fa08cf205 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:22.023373 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c44b37f7-4efe-426f-af8a-db9dd6643940 req-189a13a0-2ec9-4c60-88b5-3e6fa08cf205 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0563059 Jul 26 05:02:22.078638 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c44b37f7-4efe-426f-af8a-db9dd6643940 req-2bae9c81-c780-4fff-b323-f8080833b2b3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489907 Jul 26 05:02:22.988128 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eced38-34db-4072-9c54-c563873b5ce2 req-a13c0916-d858-4e65-8cda-7f1ac290f5ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:22.995949 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c4eced38-34db-4072-9c54-c563873b5ce2 req-a13c0916-d858-4e65-8cda-7f1ac290f5ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0600343 Jul 26 05:02:22.999653 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-c17e1caf-cbc9-4a0d-bd43-792d1d310e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:23.001174 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-c17e1caf-cbc9-4a0d-bd43-792d1d310e80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 1129 time: 0.0562439 Jul 26 05:02:23.051234 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c4eced38-34db-4072-9c54-c563873b5ce2 req-5d100199-c854-4060-869a-335b6f3670d3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541058 Jul 26 05:02:23.215950 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5922fd-7577-424a-b86a-e48c60a785c7 req-d894c11d-8e02-4d39-a024-5a7ef96cac38 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:23.217809 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a5922fd-7577-424a-b86a-e48c60a785c7 req-d894c11d-8e02-4d39-a024-5a7ef96cac38 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0592175 Jul 26 05:02:23.257321 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-e1da5da9-466c-4664-b293-8d7f3e8ee873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:23.258936 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-e1da5da9-466c-4664-b293-8d7f3e8ee873 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.1033959 Jul 26 05:02:23.279125 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a5922fd-7577-424a-b86a-e48c60a785c7 req-d07507a6-9b5d-44fe-b337-896e4f0fcf71 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553429 Jul 26 05:02:23.299955 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-0d0a4414-3afa-4f33-84ca-9fa9f1e7aee7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad83218c-f197-497a-8169-9fcae83efaee HTTP/1.1" status: 200 len: 217 time: 0.0341797 Jul 26 05:02:23.356688 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-0c832ab9-9582-4372-9c28-6cc5781ae43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:23.358936 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-0c832ab9-9582-4372-9c28-6cc5781ae43a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0496480 Jul 26 05:02:23.411906 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-a5a1fb02-50f8-4105-8ea9-3659e9edd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:23.413537 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-a5a1fb02-50f8-4105-8ea9-3659e9edd1c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482864 Jul 26 05:02:23.505427 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-13439973-4584-4869-bb84-9db55e29b72c service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853848 Jul 26 05:02:23.610072 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-abab8333-a452-4ac5-969b-3e9f2c2d81f9 req-3f02932b-3f58-4207-a34d-9c30a570db69 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956311 Jul 26 05:02:24.231142 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac5f8b-cdd2-4125-a3ac-a673bd70f7a9 req-22b14144-087c-4ea3-8d02-10da9b2a6669 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:24.233526 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-feac5f8b-cdd2-4125-a3ac-a673bd70f7a9 req-22b14144-087c-4ea3-8d02-10da9b2a6669 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0577450 Jul 26 05:02:24.286877 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-feac5f8b-cdd2-4125-a3ac-a673bd70f7a9 req-37a55a2a-4440-412c-b9db-b83f669a7d1a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477135 Jul 26 05:02:24.300263 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47906) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:24.404097 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47912) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:24.405372 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:24.417476 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cc53f-0e08-43db-81c5-61d134606d4e req-6a36fc0e-ed25-402e-8559-242164337cec tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:24.419003 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1cc53f-0e08-43db-81c5-61d134606d4e req-6a36fc0e-ed25-402e-8559-242164337cec tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0557995 Jul 26 05:02:24.473354 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb1cc53f-0e08-43db-81c5-61d134606d4e req-11a8082c-2da7-4f09-be65-b206116163c4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485942 Jul 26 05:02:24.495644 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3186189b-0359-4250-8326-e85c7f71fb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.529028 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3662aa06-4ede-44ca-ad47-67c00af987c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.626904 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3186189b-0359-4250-8326-e85c7f71fb0e admin admin] Publish callbacks [] for security_group (452d889b-8b35-4e59-97f7-67308a30afe8), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.628628 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:24.634925 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3186189b-0359-4250-8326-e85c7f71fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (452d889b-8b35-4e59-97f7-67308a30afe8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.687867 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=11 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:24.692186 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3662aa06-4ede-44ca-ad47-67c00af987c0 admin admin] Publish callbacks [] for security_group (f62f9ebf-7e06-40d6-b183-466e786f4b88), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.699432 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186189b-0359-4250-8326-e85c7f71fb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452d889b-8b35-4e59-97f7-67308a30afe8,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:24.701844 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3662aa06-4ede-44ca-ad47-67c00af987c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f62f9ebf-7e06-40d6-b183-466e786f4b88), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.711086 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47918) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:24.711237 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3186189b-0359-4250-8326-e85c7f71fb0e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=57859da276c34a0bb939ceef00f1245c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097643 Jul 26 05:02:24.748718 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662aa06-4ede-44ca-ad47-67c00af987c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f9ebf-7e06-40d6-b183-466e786f4b88,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:24.753009 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3662aa06-4ede-44ca-ad47-67c00af987c0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8fe56fc2f69d43179f5c8175befbe1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479033 Jul 26 05:02:24.756056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47920) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:24.795644 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-89a953f9-f58d-4c75-a48c-94da3bef7a50 admin admin] Publish callbacks [] for security_group (452d889b-8b35-4e59-97f7-67308a30afe8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.831528 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-89a953f9-f58d-4c75-a48c-94da3bef7a50 admin admin] Publish callbacks [] for security_group (452d889b-8b35-4e59-97f7-67308a30afe8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.844769 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17528c21-5ad2-486a-ad0f-f76ed7fca2b7 admin admin] Publish callbacks [] for security_group (f62f9ebf-7e06-40d6-b183-466e786f4b88), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.883076 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17528c21-5ad2-486a-ad0f-f76ed7fca2b7 admin admin] Publish callbacks [] for security_group (f62f9ebf-7e06-40d6-b183-466e786f4b88), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.920322 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-89a953f9-f58d-4c75-a48c-94da3bef7a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (452d889b-8b35-4e59-97f7-67308a30afe8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.922777 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-89a953f9-f58d-4c75-a48c-94da3bef7a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.923965 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-89a953f9-f58d-4c75-a48c-94da3bef7a50 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/452d889b-8b35-4e59-97f7-67308a30afe8 HTTP/1.1" status: 204 len: 168 time: 0.2118182 Jul 26 05:02:24.933478 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a953f9-f58d-4c75-a48c-94da3bef7a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452d889b-8b35-4e59-97f7-67308a30afe8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:24.954389 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17528c21-5ad2-486a-ad0f-f76ed7fca2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f62f9ebf-7e06-40d6-b183-466e786f4b88), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.957615 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-17528c21-5ad2-486a-ad0f-f76ed7fca2b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:24.962015 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-17528c21-5ad2-486a-ad0f-f76ed7fca2b7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f62f9ebf-7e06-40d6-b183-466e786f4b88 HTTP/1.1" status: 204 len: 168 time: 0.2016644 Jul 26 05:02:24.971003 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17528c21-5ad2-486a-ad0f-f76ed7fca2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f9ebf-7e06-40d6-b183-466e786f4b88,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:25.368945 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 47944) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:25.390563 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ea63832-ed84-453e-8745-eaab431667cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:25.459660 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:25.485553 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fdcfa-150f-4edd-b76f-a157e9bfbe63 req-49886373-087c-4d70-b3d4-592867806b1a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:25.487088 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-194fdcfa-150f-4edd-b76f-a157e9bfbe63 req-49886373-087c-4d70-b3d4-592867806b1a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0937905 Jul 26 05:02:25.586304 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-194fdcfa-150f-4edd-b76f-a157e9bfbe63 req-df066ae1-f4c2-43ea-a1eb-3e1d35f5e859 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917678 Jul 26 05:02:25.608496 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ea63832-ed84-453e-8745-eaab431667cb admin admin] Publish callbacks [] for security_group (f2c356d7-5ad0-4358-a79a-927694c83cbf), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:25.613807 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ea63832-ed84-453e-8745-eaab431667cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f2c356d7-5ad0-4358-a79a-927694c83cbf), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:25.665265 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 47956) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:25.665777 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0ea63832-ed84-453e-8745-eaab431667cb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c9171fb681ec49dcbb86ed9aca419650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955565 Jul 26 05:02:25.674764 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a86e21-b54d-489f-be90-82ab9bcac31a req-641a9ac2-6379-4b67-80f9-908142abb351 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:25.682007 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-48a86e21-b54d-489f-be90-82ab9bcac31a req-641a9ac2-6379-4b67-80f9-908142abb351 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.1190050 Jul 26 05:02:25.691410 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea63832-ed84-453e-8745-eaab431667cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c356d7-5ad0-4358-a79a-927694c83cbf,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:25.740458 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-48a86e21-b54d-489f-be90-82ab9bcac31a req-5ab3ef7f-ca7d-4de7-ad48-64a9e97ce8fa tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573294 Jul 26 05:02:25.763416 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-72ba694e-25f5-4804-87be-a8d9b544a284 admin admin] Publish callbacks [] for security_group (f2c356d7-5ad0-4358-a79a-927694c83cbf), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:25.790498 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-72ba694e-25f5-4804-87be-a8d9b544a284 admin admin] Publish callbacks [] for security_group (f2c356d7-5ad0-4358-a79a-927694c83cbf), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:25.847135 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-72ba694e-25f5-4804-87be-a8d9b544a284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f2c356d7-5ad0-4358-a79a-927694c83cbf), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:25.849755 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-72ba694e-25f5-4804-87be-a8d9b544a284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:25.850924 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-72ba694e-25f5-4804-87be-a8d9b544a284 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f2c356d7-5ad0-4358-a79a-927694c83cbf HTTP/1.1" status: 204 len: 168 time: 0.1840224 Jul 26 05:02:25.861898 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba694e-25f5-4804-87be-a8d9b544a284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c356d7-5ad0-4358-a79a-927694c83cbf,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:26.726125 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb73f1a-572f-4fda-a886-3399c837b6fa req-0ba2affc-4ce6-42b9-abd8-cf6cd212b6a5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:26.727676 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fdb73f1a-572f-4fda-a886-3399c837b6fa req-0ba2affc-4ce6-42b9-abd8-cf6cd212b6a5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0503931 Jul 26 05:02:26.780771 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fdb73f1a-572f-4fda-a886-3399c837b6fa req-943bba74-c454-43f7-8225-09bc815c5766 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476487 Jul 26 05:02:26.845837 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:26.860805 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6588b-ecf1-4a31-a00e-5287c3891798 req-563389c3-e51b-4a7c-8f1e-3d98d981ccd4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:26.862292 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96b6588b-ecf1-4a31-a00e-5287c3891798 req-563389c3-e51b-4a7c-8f1e-3d98d981ccd4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0486593 Jul 26 05:02:26.911278 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96b6588b-ecf1-4a31-a00e-5287c3891798 req-0eb7eb00-a93e-42e1-88b7-6198f6c4dfef tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Jul 26 05:02:27.924833 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e536b2-bafb-43d1-9ea2-c298ecb171b8 req-d7e6f29d-9dba-4ae7-8d69-432a59572706 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:27.926511 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63e536b2-bafb-43d1-9ea2-c298ecb171b8 req-d7e6f29d-9dba-4ae7-8d69-432a59572706 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0592825 Jul 26 05:02:28.028152 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63e536b2-bafb-43d1-9ea2-c298ecb171b8 req-92f4bc40-f666-4538-a6e5-7799993a9ca9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925813 Jul 26 05:02:28.086735 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cfad6-4a49-4b8e-b431-5a6c2e110603 req-e3ed1b19-8ade-409e-8699-66fbf1786e1f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:28.088301 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-300cfad6-4a49-4b8e-b431-5a6c2e110603 req-e3ed1b19-8ade-409e-8699-66fbf1786e1f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0591643 Jul 26 05:02:28.140771 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-300cfad6-4a49-4b8e-b431-5a6c2e110603 req-73acbbec-4a6c-4b77-9bca-1ed63ca30165 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 Jul 26 05:02:28.510808 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3b564-1858-485c-8ed5-9ee2ca850737 req-0539ef4f-4de6-47d4-a198-758599282681 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:28.512347 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffd3b564-1858-485c-8ed5-9ee2ca850737 req-0539ef4f-4de6-47d4-a198-758599282681 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0475791 Jul 26 05:02:28.567854 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffd3b564-1858-485c-8ed5-9ee2ca850737 req-fe3811fc-2aba-47dd-a4ef-05648977e656 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495429 Jul 26 05:02:29.159046 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ad4e8-56bd-4373-ba8e-6f3d97d1bb51 req-311a0524-218d-4723-95f9-5648f7e224e6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:29.160758 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d02ad4e8-56bd-4373-ba8e-6f3d97d1bb51 req-311a0524-218d-4723-95f9-5648f7e224e6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0508120 Jul 26 05:02:29.210608 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d02ad4e8-56bd-4373-ba8e-6f3d97d1bb51 req-771d643d-6604-46e5-856e-b7b647b8a4d6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 Jul 26 05:02:29.272355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec74a2-c599-41cc-b301-c0ca9eb2d8e2 req-be78631d-2e84-4eb7-8702-1a364ed41671 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:29.273843 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1eec74a2-c599-41cc-b301-c0ca9eb2d8e2 req-be78631d-2e84-4eb7-8702-1a364ed41671 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0572071 Jul 26 05:02:29.321091 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1eec74a2-c599-41cc-b301-c0ca9eb2d8e2 req-5629911f-f4fe-44bb-97f3-c220a1bc1833 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Jul 26 05:02:29.705010 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8686d-d83d-4877-8524-087ae2ab8fd9 req-d83e7f73-32bd-4a2c-984c-c80726aceb24 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:29.706495 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e0e8686d-d83d-4877-8524-087ae2ab8fd9 req-d83e7f73-32bd-4a2c-984c-c80726aceb24 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0586703 Jul 26 05:02:29.727500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:29.756464 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e0e8686d-d83d-4877-8524-087ae2ab8fd9 req-f9ea01c7-af74-419f-8453-dbfbb061171b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441628 Jul 26 05:02:30.362020 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69764359-d9be-4a5c-8669-b7d841f743c8 req-d5335829-b134-4e57-91b8-ea9f7b7b43e9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:30.363049 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-69764359-d9be-4a5c-8669-b7d841f743c8 req-d5335829-b134-4e57-91b8-ea9f7b7b43e9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0535898 Jul 26 05:02:30.422332 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-69764359-d9be-4a5c-8669-b7d841f743c8 req-08e85965-cc99-45e3-a756-8ebfc017e61f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531368 Jul 26 05:02:30.462610 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf6f30-2143-48f3-b898-cca6512505b0 req-f5d3ed32-67f6-4bfe-b9f5-47b1367a19cd tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:30.464289 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aedf6f30-2143-48f3-b898-cca6512505b0 req-f5d3ed32-67f6-4bfe-b9f5-47b1367a19cd tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0575166 Jul 26 05:02:30.511434 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aedf6f30-2143-48f3-b898-cca6512505b0 req-3f18c873-ca80-46eb-aa7b-3f7aa39e2a17 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Jul 26 05:02:30.884668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9801e-b785-451c-82e6-7daed905c43b req-75a689d7-fc91-4219-8e38-e6c6addc061b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:30.886250 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21f9801e-b785-451c-82e6-7daed905c43b req-75a689d7-fc91-4219-8e38-e6c6addc061b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0540664 Jul 26 05:02:30.945328 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21f9801e-b785-451c-82e6-7daed905c43b req-6ab90ade-2296-4a91-9c78-0ca899a1fd15 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505035 Jul 26 05:02:31.650792 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d319b0d-7193-4be0-887c-aac98580d042 req-d5274a30-75b5-4669-b158-d3c7d2824e07 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:31.652305 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d319b0d-7193-4be0-887c-aac98580d042 req-d5274a30-75b5-4669-b158-d3c7d2824e07 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0516374 Jul 26 05:02:31.696083 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:31.722318 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fe13e-b8fa-44c1-8d06-d1efd1b8c281 req-860dd259-3d96-4625-a47f-7bd9111ea028 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:31.723844 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e20fe13e-b8fa-44c1-8d06-d1efd1b8c281 req-860dd259-3d96-4625-a47f-7bd9111ea028 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0703454 Jul 26 05:02:31.750889 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d319b0d-7193-4be0-887c-aac98580d042 req-05dee621-f309-4893-8c76-f19d59c46d1d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891042 Jul 26 05:02:31.785342 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e20fe13e-b8fa-44c1-8d06-d1efd1b8c281 req-5d7c2059-0c8d-49ae-b43d-36b2982276b9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532174 Jul 26 05:02:32.083452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0730ea7-b5f3-43a6-9c29-980df360194d req-3635181a-e98c-4719-8eac-dbc831df03c9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:32.085469 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d0730ea7-b5f3-43a6-9c29-980df360194d req-3635181a-e98c-4719-8eac-dbc831df03c9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0542495 Jul 26 05:02:32.141614 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d0730ea7-b5f3-43a6-9c29-980df360194d req-ee5e5214-92c9-47ce-a2f4-23a645e41bb8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501044 Jul 26 05:02:32.741377 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:32.742384 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=35,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:32.753973 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:32.875676 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b41d7-88d4-4524-a466-00b5a63f6fda req-54cb4372-820c-49e7-b2bc-496b5de577f0 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:32.877244 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a36b41d7-88d4-4524-a466-00b5a63f6fda req-54cb4372-820c-49e7-b2bc-496b5de577f0 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0534754 Jul 26 05:02:32.948660 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0ba9c-c96b-4e37-8e13-bd7b378ad462 req-11238a63-6b2c-4f48-9a19-5c8f3ad92d1d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:32.950161 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ea0ba9c-c96b-4e37-8e13-bd7b378ad462 req-11238a63-6b2c-4f48-9a19-5c8f3ad92d1d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0720198 Jul 26 05:02:32.978279 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a36b41d7-88d4-4524-a466-00b5a63f6fda req-03cad639-f7d2-4cb2-963c-3b81ba4259de tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898678 Jul 26 05:02:33.010263 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ea0ba9c-c96b-4e37-8e13-bd7b378ad462 req-34288d13-0295-4cd1-b8f8-8ccb2f32e075 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516424 Jul 26 05:02:33.297926 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa13272-e363-4a52-b8e6-c163bad3e713 req-2c549d16-e16f-4395-a577-12207b382665 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:33.299620 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-afa13272-e363-4a52-b8e6-c163bad3e713 req-2c549d16-e16f-4395-a577-12207b382665 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0596433 Jul 26 05:02:33.355345 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-afa13272-e363-4a52-b8e6-c163bad3e713 req-76f41dd2-9532-4705-96da-774adce5456a tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496607 Jul 26 05:02:34.099736 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad110be3-c846-4111-aedc-0ab4b383d72a req-cf27c7a4-31f1-40f8-8fe1-415c0c8e7096 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:34.101211 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad110be3-c846-4111-aedc-0ab4b383d72a req-cf27c7a4-31f1-40f8-8fe1-415c0c8e7096 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0473349 Jul 26 05:02:34.162485 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b947-5582-4093-b6e1-eb472986125e req-034598c8-b558-428f-a13b-43d9aab50ded tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:34.163956 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f981b947-5582-4093-b6e1-eb472986125e req-034598c8-b558-428f-a13b-43d9aab50ded tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0618021 Jul 26 05:02:34.200245 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad110be3-c846-4111-aedc-0ab4b383d72a req-36156ee9-7f41-4cf5-9167-a2a85d143876 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891266 Jul 26 05:02:34.213112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:34.231592 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f981b947-5582-4093-b6e1-eb472986125e req-7b1a38a4-8bd5-41fc-a530-5f6ab037971e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618591 Jul 26 05:02:34.480490 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a8116-2243-411d-9e19-981693dcf155 req-a3e9693f-f039-42e2-bce9-74567f10ceb5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:34.481976 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3f5a8116-2243-411d-9e19-981693dcf155 req-a3e9693f-f039-42e2-bce9-74567f10ceb5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Jul 26 05:02:34.532825 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3f5a8116-2243-411d-9e19-981693dcf155 req-a2cb4d45-ad81-4a26-85dc-3910235702a5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Jul 26 05:02:35.339267 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33373f-e160-41e7-a4c4-3dd8d8d79b0a req-767a74e6-974a-4041-a315-e79b07aa5cbb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:35.341024 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9c33373f-e160-41e7-a4c4-3dd8d8d79b0a req-767a74e6-974a-4041-a315-e79b07aa5cbb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0595052 Jul 26 05:02:35.397167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a41946-095a-45b4-ac68-93219fdf1b26 req-44c0e4fd-e03e-47f7-a901-eeb1e491aa58 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:35.398678 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55a41946-095a-45b4-ac68-93219fdf1b26 req-44c0e4fd-e03e-47f7-a901-eeb1e491aa58 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0810721 Jul 26 05:02:35.663195 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9c33373f-e160-41e7-a4c4-3dd8d8d79b0a req-bf4e41f3-ce1f-4074-b443-e5e5c22426ea tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051798 Jul 26 05:02:35.709010 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55a41946-095a-45b4-ac68-93219fdf1b26 req-74e52a65-0b16-4bf7-83d0-3720d1091b17 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990527 Jul 26 05:02:35.781642 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0779c-f18e-423e-a020-9105700a9aff req-f8be12e2-64b2-4998-b77f-bc01ce0b9077 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:35.783123 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dcb0779c-f18e-423e-a020-9105700a9aff req-f8be12e2-64b2-4998-b77f-bc01ce0b9077 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0486662 Jul 26 05:02:35.831457 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dcb0779c-f18e-423e-a020-9105700a9aff req-18fff568-4fad-46b2-a184-7384b2484a88 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Jul 26 05:02:35.854022 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:35.854923 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:36.793432 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e58ee-1877-427a-a05f-b1ce5b2b0bea req-c2f222db-01ad-4a26-883b-ecb7790a09ba tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:36.794900 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-992e58ee-1877-427a-a05f-b1ce5b2b0bea req-c2f222db-01ad-4a26-883b-ecb7790a09ba tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0534122 Jul 26 05:02:36.823355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:36.878709 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41831d-47cd-4ad7-a645-6701db35faae req-20ae958e-7be2-4ec9-a257-e744b2980436 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:36.880237 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f41831d-47cd-4ad7-a645-6701db35faae req-20ae958e-7be2-4ec9-a257-e744b2980436 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0783706 Jul 26 05:02:36.884329 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-992e58ee-1877-427a-a05f-b1ce5b2b0bea req-8c88a6e6-efe4-4649-afcd-0a0e750c88e8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836079 Jul 26 05:02:36.929858 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f41831d-47cd-4ad7-a645-6701db35faae req-9272fadd-bb0d-4c12-a0ab-2e41b3691ce0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Jul 26 05:02:36.996828 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88a606-247c-4a5c-ac1e-be12165189ef req-86e92424-49f9-4918-a331-a5622e2ef495 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:36.998321 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e88a606-247c-4a5c-ac1e-be12165189ef req-86e92424-49f9-4918-a331-a5622e2ef495 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Jul 26 05:02:37.051018 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e88a606-247c-4a5c-ac1e-be12165189ef req-9f0899ae-00d6-4a40-8be2-b4d9534bed53 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465949 Jul 26 05:02:38.082152 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2de5ae-40ed-4fef-96e1-067baea03b1f req-354c79d3-bd5f-4892-967a-d85eeb42d0bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:38.083801 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bb2de5ae-40ed-4fef-96e1-067baea03b1f req-354c79d3-bd5f-4892-967a-d85eeb42d0bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.1053810 Jul 26 05:02:38.095368 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de8e6f-70dd-4d79-b886-731b4640a5e0 req-b1c3fac7-d8b1-41d8-959d-351bdb94c2fe tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:38.096900 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c3de8e6f-70dd-4d79-b886-731b4640a5e0 req-b1c3fac7-d8b1-41d8-959d-351bdb94c2fe tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0625181 Jul 26 05:02:38.187315 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bb2de5ae-40ed-4fef-96e1-067baea03b1f req-f58c846c-b3fc-4fca-bd49-e75a6ba0a0c6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894115 Jul 26 05:02:38.190557 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c3de8e6f-70dd-4d79-b886-731b4640a5e0 req-a7848be6-6e3c-42cd-837e-f3853b96a8e2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857081 Jul 26 05:02:38.299242 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0b945-f445-48e7-b134-f1bd76199976 req-b4ae6f0b-9f88-471b-a610-a1e762a20a17 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:38.300822 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-37c0b945-f445-48e7-b134-f1bd76199976 req-b4ae6f0b-9f88-471b-a610-a1e762a20a17 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0567760 Jul 26 05:02:38.351365 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-37c0b945-f445-48e7-b134-f1bd76199976 req-b9073d6a-7799-4271-90f9-d7467b134f94 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Jul 26 05:02:38.609236 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48290) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:38.722042 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a7647ff-013a-4d1b-b1b6-17dbcac8a790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:38.801744 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a7647ff-013a-4d1b-b1b6-17dbcac8a790 admin admin] Publish callbacks [] for security_group (c72e6a51-042e-4857-9448-7bc0f2833a8d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:38.808128 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a7647ff-013a-4d1b-b1b6-17dbcac8a790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (c72e6a51-042e-4857-9448-7bc0f2833a8d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:38.851220 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3a7647ff-013a-4d1b-b1b6-17dbcac8a790 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=30fdaa280cca4b43a0e81ae08d0dbf04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408669 Jul 26 05:02:38.852072 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7647ff-013a-4d1b-b1b6-17dbcac8a790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72e6a51-042e-4857-9448-7bc0f2833a8d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:38.855137 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48300) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:38.907902 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-49728712-dc59-4a8b-adfa-64151c66d3f0 admin admin] Publish callbacks [] for security_group (c72e6a51-042e-4857-9448-7bc0f2833a8d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:38.929990 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:38.932076 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-49728712-dc59-4a8b-adfa-64151c66d3f0 admin admin] Publish callbacks [] for security_group (c72e6a51-042e-4857-9448-7bc0f2833a8d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:38.984757 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-49728712-dc59-4a8b-adfa-64151c66d3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (c72e6a51-042e-4857-9448-7bc0f2833a8d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:38.987444 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-49728712-dc59-4a8b-adfa-64151c66d3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:38.988644 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-49728712-dc59-4a8b-adfa-64151c66d3f0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c72e6a51-042e-4857-9448-7bc0f2833a8d HTTP/1.1" status: 204 len: 168 time: 0.1321955 Jul 26 05:02:38.997330 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49728712-dc59-4a8b-adfa-64151c66d3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72e6a51-042e-4857-9448-7bc0f2833a8d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:39.329353 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48314) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:39.346265 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616676b-961a-4550-a82e-b6bd21c2ca52 req-6b541847-cf54-4284-82ef-c86951b853ce tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:39.346863 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a35b97d-e191-4606-a5c9-978757df6d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:39.348576 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7616676b-961a-4550-a82e-b6bd21c2ca52 req-6b541847-cf54-4284-82ef-c86951b853ce tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0819635 Jul 26 05:02:39.378147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67e7c-79d3-4aca-8d30-7e8d743aea11 req-0d342360-6ebf-48b1-a675-6b66f99a4bb7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:39.380145 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a2f67e7c-79d3-4aca-8d30-7e8d743aea11 req-0d342360-6ebf-48b1-a675-6b66f99a4bb7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0759141 Jul 26 05:02:39.439937 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a35b97d-e191-4606-a5c9-978757df6d13 admin admin] Publish callbacks [] for security_group (bebba31e-2c3e-4672-a4b3-d7ae94ff79df), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:39.440156 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7616676b-961a-4550-a82e-b6bd21c2ca52 req-1ae0fd2e-f908-48b7-b03c-8a4f23268040 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844836 Jul 26 05:02:39.446099 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a35b97d-e191-4606-a5c9-978757df6d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bebba31e-2c3e-4672-a4b3-d7ae94ff79df), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:39.459952 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a2f67e7c-79d3-4aca-8d30-7e8d743aea11 req-ceaf838e-c5e7-4469-ac64-f42e85fdad99 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695014 Jul 26 05:02:39.505010 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6a35b97d-e191-4606-a5c9-978757df6d13 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e2373880d78045f7a025d3f70ebb22ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744967 Jul 26 05:02:39.506202 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35b97d-e191-4606-a5c9-978757df6d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebba31e-2c3e-4672-a4b3-d7ae94ff79df,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:39.507860 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48320) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:39.598620 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:39.614259 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c74f-cb82-4190-9179-f5808a0038de req-e0ec0f45-eb16-4a5d-a678-4a7314068231 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:39.615801 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab46c74f-cb82-4190-9179-f5808a0038de req-e0ec0f45-eb16-4a5d-a678-4a7314068231 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0748243 Jul 26 05:02:39.617160 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b792314f-11a1-4f9a-9c5f-5b307ae5792b admin admin] Publish callbacks [] for security_group (bebba31e-2c3e-4672-a4b3-d7ae94ff79df), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:39.656329 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b792314f-11a1-4f9a-9c5f-5b307ae5792b admin admin] Publish callbacks [] for security_group (bebba31e-2c3e-4672-a4b3-d7ae94ff79df), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:39.708221 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab46c74f-cb82-4190-9179-f5808a0038de req-b46131a6-7d3e-46e5-b0fb-e28870b595b8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855069 Jul 26 05:02:39.737666 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b792314f-11a1-4f9a-9c5f-5b307ae5792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bebba31e-2c3e-4672-a4b3-d7ae94ff79df), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:39.740549 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b792314f-11a1-4f9a-9c5f-5b307ae5792b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:39.741688 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b792314f-11a1-4f9a-9c5f-5b307ae5792b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bebba31e-2c3e-4672-a4b3-d7ae94ff79df HTTP/1.1" status: 204 len: 168 time: 0.2327406 Jul 26 05:02:39.750546 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792314f-11a1-4f9a-9c5f-5b307ae5792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebba31e-2c3e-4672-a4b3-d7ae94ff79df,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:40.034313 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48338) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:40.153151 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-247e5e72-b71f-4d82-b8c1-5767375697e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:40.243951 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-247e5e72-b71f-4d82-b8c1-5767375697e4 admin admin] Publish callbacks [] for security_group (5993ac61-e9f6-4d20-b427-87db69f1cff0), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:40.248459 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-247e5e72-b71f-4d82-b8c1-5767375697e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (5993ac61-e9f6-4d20-b427-87db69f1cff0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:40.288436 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e5e72-b71f-4d82-b8c1-5767375697e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5993ac61-e9f6-4d20-b427-87db69f1cff0,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:40.292941 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-247e5e72-b71f-4d82-b8c1-5767375697e4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=33739a601f854277ae1931e8c4cd14aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573934 Jul 26 05:02:40.295735 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48352) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:40.353445 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51a7dcb0-d4cc-4047-97d1-6ab11b139654 admin admin] Publish callbacks [] for security_group (5993ac61-e9f6-4d20-b427-87db69f1cff0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:40.382839 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51a7dcb0-d4cc-4047-97d1-6ab11b139654 admin admin] Publish callbacks [] for security_group (5993ac61-e9f6-4d20-b427-87db69f1cff0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:40.436692 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51a7dcb0-d4cc-4047-97d1-6ab11b139654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (5993ac61-e9f6-4d20-b427-87db69f1cff0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:40.439622 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-51a7dcb0-d4cc-4047-97d1-6ab11b139654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:40.440921 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-51a7dcb0-d4cc-4047-97d1-6ab11b139654 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5993ac61-e9f6-4d20-b427-87db69f1cff0 HTTP/1.1" status: 204 len: 168 time: 0.1441998 Jul 26 05:02:40.450502 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7dcb0-d4cc-4047-97d1-6ab11b139654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993ac61-e9f6-4d20-b427-87db69f1cff0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:40.635771 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0128e4-7293-49c1-accc-5014177b2a62 req-831ad070-52f6-4696-9923-34a6a1690e11 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:40.637428 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc0128e4-7293-49c1-accc-5014177b2a62 req-831ad070-52f6-4696-9923-34a6a1690e11 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0820138 Jul 26 05:02:40.649654 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c13f3-1086-41c5-a91e-c12febb1011f req-d501e747-03c4-45ca-8552-43199384b193 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:40.656220 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-053c13f3-1086-41c5-a91e-c12febb1011f req-d501e747-03c4-45ca-8552-43199384b193 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0885699 Jul 26 05:02:40.672478 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:40.747966 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-053c13f3-1086-41c5-a91e-c12febb1011f req-8fa455be-75f2-42f9-b6cb-5e4fb06df66b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906239 Jul 26 05:02:40.798647 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc0128e4-7293-49c1-accc-5014177b2a62 req-b10bb004-fbf6-4d76-b9cb-bd047b3403fa tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337440 Jul 26 05:02:40.895128 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fc9d9-ab20-4d32-8ba4-43c87d47c8da req-de1a49cf-cdae-42da-9542-f6292d9156f9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:40.896748 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c73fc9d9-ab20-4d32-8ba4-43c87d47c8da req-de1a49cf-cdae-42da-9542-f6292d9156f9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0515749 Jul 26 05:02:40.946605 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c73fc9d9-ab20-4d32-8ba4-43c87d47c8da req-610e76bd-bd62-416c-8d16-d9323966c9ed tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440900 Jul 26 05:02:41.285065 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:02:41.887254 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d181d7-05ad-401c-954a-2585b532be5d req-9e2fd01e-e58d-4d1c-b4cb-93b8419b6ed3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:41.888538 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e6d181d7-05ad-401c-954a-2585b532be5d req-9e2fd01e-e58d-4d1c-b4cb-93b8419b6ed3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0509572 Jul 26 05:02:41.948683 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672bdd5-93fb-4469-8dd8-413edce57b55 req-b58e990a-cb94-4cb8-b58d-85eb811bbed6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:41.950152 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2672bdd5-93fb-4469-8dd8-413edce57b55 req-b58e990a-cb94-4cb8-b58d-85eb811bbed6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0607195 Jul 26 05:02:41.975503 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:42.001277 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e6d181d7-05ad-401c-954a-2585b532be5d req-014f24b1-2da7-44a9-8402-ce6cf5d436a8 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033838 Jul 26 05:02:42.020955 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2672bdd5-93fb-4469-8dd8-413edce57b55 req-4ee96091-195b-43c9-bd77-b94a339719ed tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630050 Jul 26 05:02:42.118328 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb13e3e-ef3e-4b5a-8258-888e01377459 req-0c39bab9-466b-47fa-a59e-55f184020eed tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:42.119855 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-acb13e3e-ef3e-4b5a-8258-888e01377459 req-0c39bab9-466b-47fa-a59e-55f184020eed tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0557928 Jul 26 05:02:42.177010 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-acb13e3e-ef3e-4b5a-8258-888e01377459 req-e1d2246c-2494-4fc2-be43-7528594566a7 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514159 Jul 26 05:02:42.236108 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:43.163499 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010504f8-22f1-4446-bd97-81914068b44d req-286befec-c590-4914-b182-0f3d3cda9b6c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:43.165161 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-010504f8-22f1-4446-bd97-81914068b44d req-286befec-c590-4914-b182-0f3d3cda9b6c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0752127 Jul 26 05:02:43.173253 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a501284-abb2-4093-b4bd-b0ffb15701a1 req-a40bcda0-7778-4e23-8b64-3cb51f88a34b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:43.174652 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a501284-abb2-4093-b4bd-b0ffb15701a1 req-a40bcda0-7778-4e23-8b64-3cb51f88a34b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0755820 Jul 26 05:02:43.253416 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a501284-abb2-4093-b4bd-b0ffb15701a1 req-86a17089-c91f-4046-9725-0548450928cc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718617 Jul 26 05:02:43.256419 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-010504f8-22f1-4446-bd97-81914068b44d req-e128000f-5d2f-4039-9bf4-19909a9bca52 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808969 Jul 26 05:02:43.354263 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aff17-be8e-4a66-8a77-4ca44c5788a7 req-444b039d-218f-4002-ada2-3762aa367621 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:43.355825 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3e3aff17-be8e-4a66-8a77-4ca44c5788a7 req-444b039d-218f-4002-ada2-3762aa367621 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0474458 Jul 26 05:02:43.404608 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3e3aff17-be8e-4a66-8a77-4ca44c5788a7 req-eff0ee1b-614f-4211-909f-352e13a566ec tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429747 Jul 26 05:02:43.554943 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0b94e42e-0dc3-438c-9c0b-5810ea731925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:44.442335 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb29e3-c4a7-435f-b840-4b1fa9cdab2d req-abc5a908-6829-4cc9-a7f2-fa489c70a15a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:44.443870 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5cb29e3-c4a7-435f-b840-4b1fa9cdab2d req-abc5a908-6829-4cc9-a7f2-fa489c70a15a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0988224 Jul 26 05:02:44.450234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bcb72-f647-450c-8a1d-6654ae63a825 req-4ad58b18-46d2-435a-9d3c-36bac4aa1235 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:44.451660 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec0bcb72-f647-450c-8a1d-6654ae63a825 req-4ad58b18-46d2-435a-9d3c-36bac4aa1235 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.1046896 Jul 26 05:02:44.499940 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:44.523530 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5cb29e3-c4a7-435f-b840-4b1fa9cdab2d req-e8442a9b-3a7e-4311-b834-848a465168ed tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708888 Jul 26 05:02:44.535898 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec0bcb72-f647-450c-8a1d-6654ae63a825 req-7506c963-4a50-42f5-a986-b85800667c02 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761442 Jul 26 05:02:44.660611 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8da69-e974-4315-855e-03c49cd9bf10 req-812ae34f-19a3-490d-91f1-13b858bfb05e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:44.662130 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0c8da69-e974-4315-855e-03c49cd9bf10 req-812ae34f-19a3-490d-91f1-13b858bfb05e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0502803 Jul 26 05:02:44.712453 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0c8da69-e974-4315-855e-03c49cd9bf10 req-42c9e14f-dadf-443b-b97a-64673aa4674a tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Jul 26 05:02:45.157115 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a540d166-7fe8-4084-911e-a2037b5f9fd5 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:02:45.266927 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:02:45.279500 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'port_id': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'mac_address': 'fa:16:3e:f8:e0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:02:45.320388 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port a540d166-7fe8-4084-911e-a2037b5f9fd5 is: ACTIVE; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:02:45.320779 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:45.342854 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a540d166-7fe8-4084-911e-a2037b5f9fd5 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:02:45.370257 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:02:45.374265 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:45.428226 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=6']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:45.601215 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['a540d166-7fe8-4084-911e-a2037b5f9fd5'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:02:45.698412 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452f0db-84fe-4d94-b7a3-e4e3957ad57a req-0fa4399f-d805-4173-b36a-8453d6a338a9 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:45.700142 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c452f0db-84fe-4d94-b7a3-e4e3957ad57a req-0fa4399f-d805-4173-b36a-8453d6a338a9 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0813677 Jul 26 05:02:45.706546 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa39fe3-f725-41f5-9b0d-fb8edb541a6a req-4fb89eff-038a-47f4-87a6-9b16fd975e9f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:45.708286 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7fa39fe3-f725-41f5-9b0d-fb8edb541a6a req-4fb89eff-038a-47f4-87a6-9b16fd975e9f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.0793493 Jul 26 05:02:45.720509 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-279a82a5-748c-4da4-8ac1-d9d7f8e53106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:45.782932 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c452f0db-84fe-4d94-b7a3-e4e3957ad57a req-ac82b301-2cd7-4df6-8c80-10c37f757dda tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735104 Jul 26 05:02:45.786906 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7fa39fe3-f725-41f5-9b0d-fb8edb541a6a req-91dc14a9-e2cb-41da-b4f3-f379052b103c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713768 Jul 26 05:02:45.897865 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b573a-2e03-41a3-9f19-7d9c50092e5c req-0be2008f-6a50-425c-a62b-40025ee5066e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:45.899345 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d57b573a-2e03-41a3-9f19-7d9c50092e5c req-0be2008f-6a50-425c-a62b-40025ee5066e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0608809 Jul 26 05:02:45.949683 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d57b573a-2e03-41a3-9f19-7d9c50092e5c req-2c3522ed-4eea-4929-9ce1-194dab0c8171 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437441 Jul 26 05:02:46.956815 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.000415 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48532) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:47.004406 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac24f84-5578-4530-9764-916727292f55 req-a369aef8-7c6e-4d27-b724-50d180aeb63f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:47.012023 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aac24f84-5578-4530-9764-916727292f55 req-a369aef8-7c6e-4d27-b724-50d180aeb63f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.1211379 Jul 26 05:02:47.062578 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09cf07-c009-45d6-af82-3569d0d9e6ba req-72db0210-1134-45a6-bb9c-9e81b8e7767e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:47.064523 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ee09cf07-c009-45d6-af82-3569d0d9e6ba req-72db0210-1134-45a6-bb9c-9e81b8e7767e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.1290925 Jul 26 05:02:47.110983 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:47.127074 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aac24f84-5578-4530-9764-916727292f55 req-ce394958-1d49-45d2-9f1f-8ab6f14d2767 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107180 Jul 26 05:02:47.133634 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96a6fd-4630-4aad-975c-e4d2fbb95bae req-1ef92a59-c9a2-49ce-869f-6b1de1a0ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:47.135236 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6b96a6fd-4630-4aad-975c-e4d2fbb95bae req-1ef92a59-c9a2-49ce-869f-6b1de1a0ec09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 1129 time: 0.0428579 Jul 26 05:02:47.150627 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ee09cf07-c009-45d6-af82-3569d0d9e6ba req-8d58fae2-f00a-409a-b3d2-3a5dc08e2f67 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800583 Jul 26 05:02:47.158530 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-88faca6a-6bb8-4cdb-b855-5079d62e8937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.164493 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a540d166-7fe8-4084-911e-a2037b5f9fd5 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:02:47.218875 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-6b96a6fd-4630-4aad-975c-e4d2fbb95bae req-2dbc917c-a675-4c46-ba81-65865f0cfe71 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713608 Jul 26 05:02:47.226011 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port a540d166-7fe8-4084-911e-a2037b5f9fd5 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:02:47.226389 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.252009 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08ac77-b0d6-45fc-82db-00a48e403e0a req-8965d801-e947-4dcc-8082-42650e1c2d40 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:47.253788 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3d08ac77-b0d6-45fc-82db-00a48e403e0a req-8965d801-e947-4dcc-8082-42650e1c2d40 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0541465 Jul 26 05:02:47.282497 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-88faca6a-6bb8-4cdb-b855-5079d62e8937 admin admin] Publish callbacks [] for security_group (a652a23b-0b78-40fd-bea1-0b191d2da280), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.287966 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-88faca6a-6bb8-4cdb-b855-5079d62e8937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (a652a23b-0b78-40fd-bea1-0b191d2da280), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.304315 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3d08ac77-b0d6-45fc-82db-00a48e403e0a req-f1ee0e66-5c95-4955-9af7-e785ed14a3dc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436447 Jul 26 05:02:47.316987 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port a540d166-7fe8-4084-911e-a2037b5f9fd5 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:02:47.317618 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.320545 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:47.332220 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-88faca6a-6bb8-4cdb-b855-5079d62e8937 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f240e3cde14144aeb8e8582c66ed8d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304763 Jul 26 05:02:47.333561 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48536) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:47.348127 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faca6a-6bb8-4cdb-b855-5079d62e8937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a652a23b-0b78-40fd-bea1-0b191d2da280,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:47.352745 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:02:47.355219 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b917dfe-17a3-40b8-8405-a33b6a23f8ad" -d '{"events": [{"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-plugged", "status": "completed", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:02:47.372154 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:02:47.377713 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.384058 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:47.413941 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ae3db64-cb9f-46ba-abff-643b1717b44d admin admin] Publish callbacks [] for security_group (a652a23b-0b78-40fd-bea1-0b191d2da280), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.415422 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7907b852-0f85-473d-b387-970c1fba0a0e x-openstack-request-id: req-7907b852-0f85-473d-b387-970c1fba0a0e {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:02:47.415780 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-plugged", "status": "completed", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:02:47.416030 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7907b852-0f85-473d-b387-970c1fba0a0e {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:02:47.416420 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7907b852-0f85-473d-b387-970c1fba0a0e'] response: {'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'code': 200} Jul 26 05:02:47.431798 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=7']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:47.437112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ae3db64-cb9f-46ba-abff-643b1717b44d admin admin] Publish callbacks [] for security_group (a652a23b-0b78-40fd-bea1-0b191d2da280), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.492559 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ae3db64-cb9f-46ba-abff-643b1717b44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (a652a23b-0b78-40fd-bea1-0b191d2da280), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.497040 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ae3db64-cb9f-46ba-abff-643b1717b44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:47.498532 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0ae3db64-cb9f-46ba-abff-643b1717b44d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a652a23b-0b78-40fd-bea1-0b191d2da280 HTTP/1.1" status: 204 len: 168 time: 0.1637101 Jul 26 05:02:47.510178 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3db64-cb9f-46ba-abff-643b1717b44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a652a23b-0b78-40fd-bea1-0b191d2da280,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:48.328140 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:48.373193 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cbd35-1ff0-4742-a1ac-1ea39badb950 req-16fab985-3cbf-4b29-a070-4f295c9b4ede tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:48.374729 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-381cbd35-1ff0-4742-a1ac-1ea39badb950 req-16fab985-3cbf-4b29-a070-4f295c9b4ede tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.1232972 Jul 26 05:02:48.381064 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9a43-62ff-4ed9-8916-1da94e946004 req-a2890c88-8614-42be-81b8-88255ccd4e25 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:48.383063 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8c8a9a43-62ff-4ed9-8916-1da94e946004 req-a2890c88-8614-42be-81b8-88255ccd4e25 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0995347 Jul 26 05:02:48.429169 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:48.464121 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-381cbd35-1ff0-4742-a1ac-1ea39badb950 req-6f52ccf2-657c-4001-9dd0-d68f60fd12c5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799673 Jul 26 05:02:48.497110 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8c8a9a43-62ff-4ed9-8916-1da94e946004 req-953065ec-f01d-40cd-9a0b-5322504046d7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980465 Jul 26 05:02:48.578292 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2c1bc-f6df-44d4-b5ec-8b9632729fa5 req-f159a691-61d3-4261-b87d-952a5a6f985c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:48.579906 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06d2c1bc-f6df-44d4-b5ec-8b9632729fa5 req-f159a691-61d3-4261-b87d-952a5a6f985c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0523298 Jul 26 05:02:48.628296 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06d2c1bc-f6df-44d4-b5ec-8b9632729fa5 req-6e52b802-568f-4434-a62f-2af980975dda tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428629 Jul 26 05:02:48.675908 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:49.686647 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038f4d1-ece6-4b7e-b793-29d56a33e790 req-9f0ade7e-724f-40fb-9d3f-cc08673c9007 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:49.688530 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8038f4d1-ece6-4b7e-b793-29d56a33e790 req-9f0ade7e-724f-40fb-9d3f-cc08673c9007 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.1246688 Jul 26 05:02:49.695086 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc5149-1734-4214-8a4b-56799fc6811a req-45dfc13a-b278-47fd-bd24-da25e1c4c702 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:49.703618 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4dc5149-1734-4214-8a4b-56799fc6811a req-45dfc13a-b278-47fd-bd24-da25e1c4c702 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0776453 Jul 26 05:02:49.791932 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8038f4d1-ece6-4b7e-b793-29d56a33e790 req-cc895e3f-24c5-47f1-912c-7e728e38f342 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853906 Jul 26 05:02:49.802336 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4dc5149-1734-4214-8a4b-56799fc6811a req-201f34ba-c80c-4a6a-a2f0-6ba9ac07a09f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975814 Jul 26 05:02:49.966675 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3eefa-e1ce-48f1-ae84-623b1762fed4 req-9304982b-22ea-4035-ae26-af5453c1c53e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:49.978739 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c6b3eefa-e1ce-48f1-ae84-623b1762fed4 req-9304982b-22ea-4035-ae26-af5453c1c53e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.1050525 Jul 26 05:02:50.069342 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48722) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:50.160213 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c6b3eefa-e1ce-48f1-ae84-623b1762fed4 req-96238dbe-a400-4239-8d72-8002f74ee8e6 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669693 Jul 26 05:02:50.211382 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-4841e2fe-a0b8-4e95-80d3-2b576e4c574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:50.213800 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-4841e2fe-a0b8-4e95-80d3-2b576e4c574d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 1129 time: 0.1060946 Jul 26 05:02:50.303019 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec3cb0-9918-4469-9fd4-579493f1c68c req-b9b3ff91-881d-43e1-a3a8-5b0f870bf339 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:50.314552 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-66ec3cb0-9918-4469-9fd4-579493f1c68c req-b9b3ff91-881d-43e1-a3a8-5b0f870bf339 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.1439168 Jul 26 05:02:50.347244 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0bc77d43-864c-4dfd-828a-b34a80340d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:50.434600 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-66ec3cb0-9918-4469-9fd4-579493f1c68c req-5939e857-18e2-40b9-a346-6da6278345df tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149924 Jul 26 05:02:50.484712 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:50.486806 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:50.539317 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-a473f098-ab11-4fde-b5fb-8ae56dffa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:50.541291 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-a473f098-ab11-4fde-b5fb-8ae56dffa8f8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.3183341 Jul 26 05:02:50.559234 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0bc77d43-864c-4dfd-828a-b34a80340d3a admin admin] Publish callbacks [] for security_group (6d4c9657-2769-46bf-877a-3791ff268e54), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:50.598131 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-161b152e-b998-4ada-9a7a-3758d34b3933 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad83218c-f197-497a-8169-9fcae83efaee HTTP/1.1" status: 200 len: 217 time: 0.0415354 Jul 26 05:02:50.600302 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0bc77d43-864c-4dfd-828a-b34a80340d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (6d4c9657-2769-46bf-877a-3791ff268e54), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:50.606189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb6d2b-c84e-4186-a0be-eee92b188fa4 req-645c0685-47e9-4368-878d-64d5ff27fff2 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:50.613829 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8efb6d2b-c84e-4186-a0be-eee92b188fa4 req-645c0685-47e9-4368-878d-64d5ff27fff2 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0706658 Jul 26 05:02:50.629979 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:50.647810 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48734) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:50.648142 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0bc77d43-864c-4dfd-828a-b34a80340d3a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3d6a59e3e40a4c888b6f8a71f4142e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5774155 Jul 26 05:02:50.697918 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc77d43-864c-4dfd-828a-b34a80340d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4c9657-2769-46bf-877a-3791ff268e54,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:50.701242 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8efb6d2b-c84e-4186-a0be-eee92b188fa4 req-f0fc6baf-0475-46ad-9b09-6b6152a6450b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862498 Jul 26 05:02:50.723609 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-4a833453-5ddd-425a-be3c-2e51769f01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:50.723609 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-4a833453-5ddd-425a-be3c-2e51769f01a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0965230 Jul 26 05:02:50.756755 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e49ef16-d828-4eb6-84eb-9da1d875f916 admin admin] Publish callbacks [] for security_group (6d4c9657-2769-46bf-877a-3791ff268e54), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:50.777417 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-1e3bbeb7-f39e-47a5-838d-3f94f90dc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:50.778964 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-1e3bbeb7-f39e-47a5-838d-3f94f90dc617 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490284 Jul 26 05:02:50.787689 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e49ef16-d828-4eb6-84eb-9da1d875f916 admin admin] Publish callbacks [] for security_group (6d4c9657-2769-46bf-877a-3791ff268e54), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:50.846042 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e49ef16-d828-4eb6-84eb-9da1d875f916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (6d4c9657-2769-46bf-877a-3791ff268e54), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:50.850619 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e49ef16-d828-4eb6-84eb-9da1d875f916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:50.852126 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9e49ef16-d828-4eb6-84eb-9da1d875f916 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6d4c9657-2769-46bf-877a-3791ff268e54 HTTP/1.1" status: 204 len: 168 time: 0.2030838 Jul 26 05:02:50.864345 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49ef16-d828-4eb6-84eb-9da1d875f916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4c9657-2769-46bf-877a-3791ff268e54,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:50.990841 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee1ba3-e5bf-41e8-a29e-a5ddc23e76a5 req-66746727-c4cf-4974-8985-d932675e1cf6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:50.992386 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-94ee1ba3-e5bf-41e8-a29e-a5ddc23e76a5 req-66746727-c4cf-4974-8985-d932675e1cf6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0628321 Jul 26 05:02:51.058129 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-94ee1ba3-e5bf-41e8-a29e-a5ddc23e76a5 req-cf32b6fd-4ff8-40ad-a48f-8e02863d9e35 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591404 Jul 26 05:02:51.280462 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:51.398365 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48742) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:51.417007 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f04eeb22-bc70-4423-afae-3f7dafe59006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:51.560468 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:51.563868 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f04eeb22-bc70-4423-afae-3f7dafe59006 admin admin] Publish callbacks [] for security_group (c40f498a-bbb1-4eeb-89d4-8afb376ba8a7), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:51.589873 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f04eeb22-bc70-4423-afae-3f7dafe59006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (c40f498a-bbb1-4eeb-89d4-8afb376ba8a7), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:51.663745 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e45c3-ed68-4882-ab05-e75e7b7fc97d req-52d5019e-7a0f-4532-8f8a-a93d2c837a54 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:51.685373 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ae7e45c3-ed68-4882-ab05-e75e7b7fc97d req-52d5019e-7a0f-4532-8f8a-a93d2c837a54 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.1266994 Jul 26 05:02:51.721990 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f04eeb22-bc70-4423-afae-3f7dafe59006 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1ba7557a99d34df0a9d5f538d930bb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200092 Jul 26 05:02:51.722811 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48750) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:51.743019 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04eeb22-bc70-4423-afae-3f7dafe59006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40f498a-bbb1-4eeb-89d4-8afb376ba8a7,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:51.852844 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ae7e45c3-ed68-4882-ab05-e75e7b7fc97d req-284eac11-b65f-4bd5-b62d-ef7d5c30c956 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766801 Jul 26 05:02:51.879578 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722820c-eac0-4a38-a8fc-292d9a9e7aba req-f1ae0064-6f87-4e60-a334-185caf8f5c78 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:51.879578 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8722820c-eac0-4a38-a8fc-292d9a9e7aba req-f1ae0064-6f87-4e60-a334-185caf8f5c78 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0851192 Jul 26 05:02:51.903880 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58141b40-4bac-45a9-bd41-723e5c52e09f admin admin] Publish callbacks [] for security_group (c40f498a-bbb1-4eeb-89d4-8afb376ba8a7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:51.945042 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58141b40-4bac-45a9-bd41-723e5c52e09f admin admin] Publish callbacks [] for security_group (c40f498a-bbb1-4eeb-89d4-8afb376ba8a7), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:51.965508 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8722820c-eac0-4a38-a8fc-292d9a9e7aba req-e3a74776-4ba0-4e86-89a7-e44b21ceb5cf tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864015 Jul 26 05:02:52.005531 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:52.021536 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58141b40-4bac-45a9-bd41-723e5c52e09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (c40f498a-bbb1-4eeb-89d4-8afb376ba8a7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:52.026104 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-58141b40-4bac-45a9-bd41-723e5c52e09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:52.028694 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-58141b40-4bac-45a9-bd41-723e5c52e09f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c40f498a-bbb1-4eeb-89d4-8afb376ba8a7 HTTP/1.1" status: 204 len: 168 time: 0.3055978 Jul 26 05:02:52.038273 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58141b40-4bac-45a9-bd41-723e5c52e09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40f498a-bbb1-4eeb-89d4-8afb376ba8a7,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:52.222056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd70bc-fa64-4e21-bd97-9b5b1f14530e req-85e2dc54-bc71-4765-afd9-9ecb6bc58c4c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:52.224176 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46cd70bc-fa64-4e21-bd97-9b5b1f14530e req-85e2dc54-bc71-4765-afd9-9ecb6bc58c4c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0560656 Jul 26 05:02:52.307608 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46cd70bc-fa64-4e21-bd97-9b5b1f14530e req-bfde4e60-0cd2-475f-8bfd-783b80ffa084 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703483 Jul 26 05:02:52.518781 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-1cb2a251-bfb2-4823-91bd-f0cc9d4f7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:52.520506 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-1cb2a251-bfb2-4823-91bd-f0cc9d4f7f2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 1129 time: 0.0826352 Jul 26 05:02:52.556436 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48762) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:52.572067 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2341cb6e-ff27-4b0b-84db-2433b5870029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:52.700238 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2341cb6e-ff27-4b0b-84db-2433b5870029 admin admin] Publish callbacks [] for security_group (06c784ae-44cd-4989-b554-4216ae1a10af), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:52.706062 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2341cb6e-ff27-4b0b-84db-2433b5870029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (06c784ae-44cd-4989-b554-4216ae1a10af), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:52.752556 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2341cb6e-ff27-4b0b-84db-2433b5870029 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=86aa071b2233404abbbd53decf22a8f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961441 Jul 26 05:02:52.753447 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341cb6e-ff27-4b0b-84db-2433b5870029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c784ae-44cd-4989-b554-4216ae1a10af,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:52.756131 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48766) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:52.811979 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-60581f76-daa4-49ce-a9a7-2b1d4ae0f553 admin admin] Publish callbacks [] for security_group (06c784ae-44cd-4989-b554-4216ae1a10af), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:52.832772 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-5af3dddf-6358-446d-98ff-b921bec8a63f service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994911 Jul 26 05:02:52.837412 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-60581f76-daa4-49ce-a9a7-2b1d4ae0f553 admin admin] Publish callbacks [] for security_group (06c784ae-44cd-4989-b554-4216ae1a10af), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:52.937629 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-60581f76-daa4-49ce-a9a7-2b1d4ae0f553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (06c784ae-44cd-4989-b554-4216ae1a10af), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:52.940994 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-60581f76-daa4-49ce-a9a7-2b1d4ae0f553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:52.943444 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-60581f76-daa4-49ce-a9a7-2b1d4ae0f553 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/06c784ae-44cd-4989-b554-4216ae1a10af HTTP/1.1" status: 204 len: 168 time: 0.1862543 Jul 26 05:02:52.955244 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60581f76-daa4-49ce-a9a7-2b1d4ae0f553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c784ae-44cd-4989-b554-4216ae1a10af,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:53.014939 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c179399-ae03-48f8-bb87-903c9a40296c req-1fbf57bd-b95b-489d-81d9-cfefc4428948 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:53.018757 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9c179399-ae03-48f8-bb87-903c9a40296c req-1fbf57bd-b95b-489d-81d9-cfefc4428948 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0532315 Jul 26 05:02:53.116036 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9c179399-ae03-48f8-bb87-903c9a40296c req-5113d31a-1c45-4deb-94a3-6a3c21fd39f6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899289 Jul 26 05:02:53.127775 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84b5a6-decc-44c1-ac0c-bfa13ab35d1b req-380a3c56-c6f3-483b-9503-508ba04ee491 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:53.129597 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f84b5a6-decc-44c1-ac0c-bfa13ab35d1b req-380a3c56-c6f3-483b-9503-508ba04ee491 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0702002 Jul 26 05:02:53.171144 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:53.215297 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f84b5a6-decc-44c1-ac0c-bfa13ab35d1b req-82217410-c3f1-48bf-9a71-5f83e49a7c31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610745 Jul 26 05:02:53.567294 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a8dd420c-df98-46be-bc9b-b6457606abbc req-5ef4f21f-c441-4ddd-ae3b-f362a27f64cc service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814837 Jul 26 05:02:53.583959 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74484a2-3e5f-4cec-a5f7-401ba1546d51 req-5c61ab9b-3abc-4fcc-8c13-fbf5debdc315 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:53.585768 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c74484a2-3e5f-4cec-a5f7-401ba1546d51 req-5c61ab9b-3abc-4fcc-8c13-fbf5debdc315 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.1802173 Jul 26 05:02:53.647804 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:53.686747 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-ba8ab587-2662-4d81-9d78-535722329fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:53.688459 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-ba8ab587-2662-4d81-9d78-535722329fa8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 912 time: 0.3029420 Jul 26 05:02:53.715056 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c74484a2-3e5f-4cec-a5f7-401ba1546d51 req-adbde8cc-b7b7-4f2e-bcd6-a6de256b92ba tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130700 Jul 26 05:02:53.855916 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-b45f9700-4636-48e2-aadb-b646eaac913f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c HTTP/1.1" status: 200 len: 1001 time: 0.0954452 Jul 26 05:02:54.271896 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a84a2-ebc7-4ec4-8010-50aed1f6812e req-ebfdef04-6a1a-4873-952f-cec114d8ff18 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:54.273444 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b52a84a2-ebc7-4ec4-8010-50aed1f6812e req-ebfdef04-6a1a-4873-952f-cec114d8ff18 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0618041 Jul 26 05:02:54.375001 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b52a84a2-ebc7-4ec4-8010-50aed1f6812e req-9e48c19d-0442-40b6-b787-251310870874 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914233 Jul 26 05:02:54.392072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36b53e-415b-4065-9578-399196cbc0e3 req-6ddc5194-e7f6-4bed-868f-10e884e70e99 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:54.397152 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f36b53e-415b-4065-9578-399196cbc0e3 req-6ddc5194-e7f6-4bed-868f-10e884e70e99 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0721488 Jul 26 05:02:54.455187 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f36b53e-415b-4065-9578-399196cbc0e3 req-95c06813-23a0-4af0-92c5-b1c5a8f23cb7 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555184 Jul 26 05:02:54.889697 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051efb1-484b-495f-ad0e-e4e64f2f94a4 req-511ad001-8aef-47ca-9db4-37096a3f5a8a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:54.896789 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d051efb1-484b-495f-ad0e-e4e64f2f94a4 req-511ad001-8aef-47ca-9db4-37096a3f5a8a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0636311 Jul 26 05:02:54.941516 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d051efb1-484b-495f-ad0e-e4e64f2f94a4 req-c3d5ff5c-ee2d-4d45-8219-84712e64d864 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437717 Jul 26 05:02:55.055007 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-e640cde1-28ed-4684-ac37-f3a54a0c274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:55.055741 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-e640cde1-28ed-4684-ac37-f3a54a0c274a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.0511620 Jul 26 05:02:55.239329 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-aad52256-c332-4260-9b3a-3cdb6755ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:55.241191 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-aad52256-c332-4260-9b3a-3cdb6755ad0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559549 Jul 26 05:02:55.549441 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67c1c-be86-47f9-8456-8b7435a62cc5 req-d796caa5-863f-4ea5-9dfd-6a78a81c6486 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:55.550954 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-69e67c1c-be86-47f9-8456-8b7435a62cc5 req-d796caa5-863f-4ea5-9dfd-6a78a81c6486 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0812457 Jul 26 05:02:55.598657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bede9d-2e60-4854-820f-6a09284ee12b req-06f6484c-7056-40cc-a064-c92d30d018d6 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:55.600183 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-78bede9d-2e60-4854-820f-6a09284ee12b req-06f6484c-7056-40cc-a064-c92d30d018d6 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0689082 Jul 26 05:02:55.648556 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-69e67c1c-be86-47f9-8456-8b7435a62cc5 req-ed292e44-e3ac-4b97-ba92-feb84ba073ca tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811391 Jul 26 05:02:55.675915 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-78bede9d-2e60-4854-820f-6a09284ee12b req-7481a51f-5b39-4706-b326-7c2d60f6596f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687618 Jul 26 05:02:56.217593 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-4576a853-e886-41fe-91a2-753840581b71 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371375 Jul 26 05:02:56.286660 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:56.304767 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d9f3b-ec7a-4146-9ef6-df89514a543d req-176e40a2-1661-44ae-9c08-94108d2404dc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:56.307360 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c5d9f3b-ec7a-4146-9ef6-df89514a543d req-176e40a2-1661-44ae-9c08-94108d2404dc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.1318600 Jul 26 05:02:56.397776 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c5d9f3b-ec7a-4146-9ef6-df89514a543d req-7d79b902-feae-4d01-afa8-b546edb1534f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835249 Jul 26 05:02:56.399866 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-368ce93c-3a8d-41fa-8341-63796d31ed21 req-85909cf2-c956-4421-b504-d84bb1f8ccc5 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654494 Jul 26 05:02:56.880234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbf507-e081-426c-87d4-88175b54785a req-07a72969-3068-42bf-bdb9-7a18616400b6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:56.881809 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e6cbf507-e081-426c-87d4-88175b54785a req-07a72969-3068-42bf-bdb9-7a18616400b6 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0954218 Jul 26 05:02:56.907491 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17a96c-7fa5-469d-b220-0bc74c611a67 req-2195c4a1-fd69-41e8-8d96-fc54ee17365a tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:56.909448 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b17a96c-7fa5-469d-b220-0bc74c611a67 req-2195c4a1-fd69-41e8-8d96-fc54ee17365a tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.1086168 Jul 26 05:02:56.996038 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e6cbf507-e081-426c-87d4-88175b54785a req-f4c167cf-f9f7-470d-91cf-a638cf62ac76 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044521 Jul 26 05:02:56.999377 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:57.019599 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b17a96c-7fa5-469d-b220-0bc74c611a67 req-f2d5dd8b-3b17-4d26-ac01-9cf6c5d8a5f5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001163 Jul 26 05:02:57.614103 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbb8f4-b450-4934-85fd-2c222e1554d4 req-39163ee8-f0b7-462a-9d3e-4aeef5c00f5f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:57.622037 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbdbb8f4-b450-4934-85fd-2c222e1554d4 req-39163ee8-f0b7-462a-9d3e-4aeef5c00f5f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0957630 Jul 26 05:02:57.712130 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbdbb8f4-b450-4934-85fd-2c222e1554d4 req-751df747-1140-4d77-8221-2e020db8705b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890946 Jul 26 05:02:57.720387 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48880) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:57.752994 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48884) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:57.883901 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:57.959819 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:57.981940 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Publish callbacks [] for security_group (4df58eed-3768-4f33-adc5-8547772c4221), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:57.988163 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4df58eed-3768-4f33-adc5-8547772c4221), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.027378 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0b1662fb7a414e3b9c9da636ad028e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732406 Jul 26 05:02:58.031931 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48888) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:58.054351 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df58eed-3768-4f33-adc5-8547772c4221,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:58.069523 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.070524 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.071376 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.072404 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.072906 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.073887 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.074372 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.074842 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.076147 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.076627 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.077567 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.078049 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.078982 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.079469 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.079967 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468f4cd2-05f4-4c06-ad5b-2589ea08675e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.213614 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Publish callbacks [] for security_group (7675368f-46f3-4fcb-a66e-6c1358dfda4c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.216825 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c266262-8c32-478a-b6ed-828f10a416fd admin admin] Publish callbacks [] for security_group (4df58eed-3768-4f33-adc5-8547772c4221), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.222862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7675368f-46f3-4fcb-a66e-6c1358dfda4c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.279071 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28e281-7034-4905-85f4-fb8849ffbc3a req-7a81d605-8fd4-426b-ba94-e44e47598e0b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:58.284159 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de28e281-7034-4905-85f4-fb8849ffbc3a req-7a81d605-8fd4-426b-ba94-e44e47598e0b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.1307907 Jul 26 05:02:58.312234 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3ccf078eafe84a84ac66518c5ff4fc1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5889950 Jul 26 05:02:58.314420 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c266262-8c32-478a-b6ed-828f10a416fd admin admin] Publish callbacks [] for security_group (4df58eed-3768-4f33-adc5-8547772c4221), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.315133 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48894) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:58.375728 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:58.380931 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7675368f-46f3-4fcb-a66e-6c1358dfda4c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:58.395646 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-55c8e5af-eb44-4dec-a947-c3c0567d5d68 admin admin] Publish callbacks [] for security_group (7675368f-46f3-4fcb-a66e-6c1358dfda4c), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.413240 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.413576 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.413966 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.414334 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.414672 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.418014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.418358 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.418696 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.419030 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.419362 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.419737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.420072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.420395 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.420720 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.421039 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e963716-433e-4e0e-bfed-7a57af889389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:02:58.437710 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-55c8e5af-eb44-4dec-a947-c3c0567d5d68 admin admin] Publish callbacks [] for security_group (7675368f-46f3-4fcb-a66e-6c1358dfda4c), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.491476 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de28e281-7034-4905-85f4-fb8849ffbc3a req-378e5bea-0c7f-4a3b-a664-91427d7b13a3 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844609 Jul 26 05:02:58.500487 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-55c8e5af-eb44-4dec-a947-c3c0567d5d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7675368f-46f3-4fcb-a66e-6c1358dfda4c), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.505189 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-55c8e5af-eb44-4dec-a947-c3c0567d5d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.507650 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c266262-8c32-478a-b6ed-828f10a416fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4df58eed-3768-4f33-adc5-8547772c4221), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.509691 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-55c8e5af-eb44-4dec-a947-c3c0567d5d68 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7675368f-46f3-4fcb-a66e-6c1358dfda4c HTTP/1.1" status: 204 len: 168 time: 0.1925960 Jul 26 05:02:58.511397 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8c266262-8c32-478a-b6ed-828f10a416fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.513523 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8c266262-8c32-478a-b6ed-828f10a416fd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4df58eed-3768-4f33-adc5-8547772c4221 HTTP/1.1" status: 204 len: 168 time: 0.4805825 Jul 26 05:02:58.522944 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c266262-8c32-478a-b6ed-828f10a416fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df58eed-3768-4f33-adc5-8547772c4221,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:58.529738 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8e5af-eb44-4dec-a947-c3c0567d5d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7675368f-46f3-4fcb-a66e-6c1358dfda4c,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:58.720927 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48906) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:58.725935 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-a4f9453a-6a28-4afa-809f-58868659e2dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1561527460', 'description': 'tempest-description--1455397867'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:02:58.806407 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f9453a-6a28-4afa-809f-58868659e2dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:58.904794 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:58.922544 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b59679-9041-448e-90f0-ac9d2d376550 req-831dd586-ba9b-491d-ba7b-cb5ad8481e6c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:02:58.945160 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55b59679-9041-448e-90f0-ac9d2d376550 req-831dd586-ba9b-491d-ba7b-cb5ad8481e6c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.1050241 Jul 26 05:02:58.976882 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:59.034898 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f9453a-6a28-4afa-809f-58868659e2dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group (749c1fb9-5b08-4991-bc36-15f99bc3c9b4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.045085 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f9453a-6a28-4afa-809f-58868659e2dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (749c1fb9-5b08-4991-bc36-15f99bc3c9b4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.092157 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55b59679-9041-448e-90f0-ac9d2d376550 req-7fdb5dcb-4c4f-4ae8-8d80-111879702c14 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443012 Jul 26 05:02:59.113901 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a4f9453a-6a28-4afa-809f-58868659e2dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.115734 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a4f9453a-6a28-4afa-809f-58868659e2dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3933918 Jul 26 05:02:59.116787 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9453a-6a28-4afa-809f-58868659e2dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749c1fb9-5b08-4991-bc36-15f99bc3c9b4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:59.119111 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48920) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:59.135966 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-19a3cc78-05ce-458c-9518-9a2f4d07453c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Request body: {'security_group_rule': {'security_group_id': '749c1fb9-5b08-4991-bc36-15f99bc3c9b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:02:59.179737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19a3cc78-05ce-458c-9518-9a2f4d07453c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group_rule (2882c88e-4f39-4866-8d86-3ad60f1a15a3), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.274351 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19a3cc78-05ce-458c-9518-9a2f4d07453c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group_rule (2882c88e-4f39-4866-8d86-3ad60f1a15a3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.279947 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19a3cc78-05ce-458c-9518-9a2f4d07453c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (2882c88e-4f39-4866-8d86-3ad60f1a15a3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.303205 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3cc78-05ce-458c-9518-9a2f4d07453c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2882c88e-4f39-4866-8d86-3ad60f1a15a3,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:59.316278 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-19a3cc78-05ce-458c-9518-9a2f4d07453c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.321398 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-19a3cc78-05ce-458c-9518-9a2f4d07453c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1949689 Jul 26 05:02:59.321778 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48926) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:59.326992 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-65356c3f-302d-4eaf-b613-6ae4498f4123 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Request body: {'security_group_rule': {'security_group_id': '749c1fb9-5b08-4991-bc36-15f99bc3c9b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:02:59.378024 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-65356c3f-302d-4eaf-b613-6ae4498f4123 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group_rule (6fa59371-5904-47c8-8a25-7d61ff2e700a), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.461124 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-65356c3f-302d-4eaf-b613-6ae4498f4123 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group_rule (6fa59371-5904-47c8-8a25-7d61ff2e700a), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.468093 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-65356c3f-302d-4eaf-b613-6ae4498f4123 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (6fa59371-5904-47c8-8a25-7d61ff2e700a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.505795 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65356c3f-302d-4eaf-b613-6ae4498f4123 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa59371-5904-47c8-8a25-7d61ff2e700a,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:02:59.519684 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-65356c3f-302d-4eaf-b613-6ae4498f4123 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.524098 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-65356c3f-302d-4eaf-b613-6ae4498f4123 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009451 Jul 26 05:02:59.524436 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 48934) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:59.529026 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:02:59.578197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.595707 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:02:59.707695 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.746073 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48938) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:02:59.881748 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Allocated IP 172.27.3.164 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:02:59.902921 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-361556822-network', 'tenant_id': '987757bb89e64419822e021b15a65c31'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:02:59.940265 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Made reservation on behalf of 987757bb89e64419822e021b15a65c31 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:02:59.943313 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.961016 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:02:59.998038 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-f35cf82f-4f39-477b-bbb1-011b0d8cff48 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535777 Jul 26 05:03:00.063199 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for port (bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.074725 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Publish callbacks [] for security_group (7ec768d2-a8af-4a69-9016-f93e399afe3b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.083337 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7ec768d2-a8af-4a69-9016-f93e399afe3b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.104861 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-5f8ba581-f16f-4b68-8d0f-bcdc6375404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:00.107195 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-5f8ba581-f16f-4b68-8d0f-bcdc6375404e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 1129 time: 0.0649855 Jul 26 05:03:00.108998 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:03:00.130286 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec768d2-a8af-4a69-9016-f93e399afe3b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:00.133437 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (40cef7f3-ff9b-4377-97dd-b4b8df3ba32d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.133783 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Added segment 40cef7f3-ff9b-4377-97dd-b4b8df3ba32d of type vlan for network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 Jul 26 05:03:00.207771 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.221006 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.293059 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.293512 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:00.294707 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:00.295509 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.311205 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:00.347254 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:00.353113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event updated for resources: {'Port': ['ID=bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:00.376679 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6288214 Jul 26 05:03:00.379325 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48950) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:00.383887 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Request body: {'subnet': {'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-361556822-subnet', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:00.394034 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bd727-4f0d-4171-8936-2750e93a2df0 admin admin] Pushing event updated for resources: {'Network': ['ID=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:00.395459 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:00.408204 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:03:00.417269 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c2179-8678-49fe-bf07-34068a8cc829 req-ab227f56-bed8-4337-ac95-a0aaed3f9df9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:00.418968 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877c2179-8678-49fe-bf07-34068a8cc829 req-ab227f56-bed8-4337-ac95-a0aaed3f9df9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.1364222 Jul 26 05:03:00.428199 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Made reservation on behalf of 987757bb89e64419822e021b15a65c31 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:03:00.431430 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007223'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.447477 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-d67c5328-e5ec-4b0b-9c58-2ddcbdd17e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:00.449271 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-d67c5328-e5ec-4b0b-9c58-2ddcbdd17e7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 912 time: 0.3087595 Jul 26 05:03:00.515213 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:00.565925 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:00.593264 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877c2179-8678-49fe-bf07-34068a8cc829 req-e6c1d8b3-d662-4c06-980d-b670cb44540f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625555 Jul 26 05:03:00.600190 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-c9249dd9-33bb-4e2c-b840-fc27b1703296 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c HTTP/1.1" status: 200 len: 1001 time: 0.1405206 Jul 26 05:03:00.604660 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for floatingip (c8b1858d-41f5-47b2-a3ab-33c5271be715), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.631292 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:00.682389 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.686257 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60332124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007193'] for subnet (b3f2a6c5-1607-440b-9106-a458ab08d0ac), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.725556 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-afaab045-0d6b-40d2-ad12-34d183f4ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:00.727104 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-afaab045-0d6b-40d2-ad12-34d183f4ea55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.1150630 Jul 26 05:03:00.764239 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Checking segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:00.764619 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Network hostable DHCP agents. Network: 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:03:00.770623 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f2a6c5-1607-440b-9106-a458ab08d0ac,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:00.787873 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:03:00.798952 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:00.805581 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:00.807934 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.820657 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388201a2-9de7-4121-af7c-248ad0e3d5a1 None None] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:03:00.830001 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e421a9eb-66e4-432e-9f2e-8749b317281a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4497409 Jul 26 05:03:00.832935 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 48952) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:00.841691 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:00.867195 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-99fc233b-23bd-4d99-8642-9099bf11bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:00.868723 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-99fc233b-23bd-4d99-8642-9099bf11bed6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1324532 Jul 26 05:03:00.875843 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (b1037f13-c211-4dd1-9a24-c6e02309e5a6), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.878050 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (b1037f13-c211-4dd1-9a24-c6e02309e5a6), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.961394 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks [] for router_controller (b1037f13-c211-4dd1-9a24-c6e02309e5a6), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:00.991106 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 05:03:00.992545 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.045845 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-c843ce28-c2f0-4804-b589-72a276cfe249 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646912 Jul 26 05:03:01.049099 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for port (bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.064672 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.170713 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks [] for router_gateway (b1037f13-c211-4dd1-9a24-c6e02309e5a6), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.200122 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Allocated IP 172.20.0.2 (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2/b3f2a6c5-1607-440b-9106-a458ab08d0ac/e329cc28-d855-4a6f-a788-6e04569316b2) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:03:01.228054 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event updated for resources: {'Port': ['ID=bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:01.248509 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (c8b1858d-41f5-47b2-a3ab-33c5271be715), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.280914 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9f9efc4-fa8d-4838-941e-fe52a4250fb6 req-a655b0d5-ec64-4249-91c8-928a75a73686 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267072 Jul 26 05:03:01.285335 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.286797 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f8cbb3f1-98f2-4145-bff0-a5d8e70c9bdc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7611938 Jul 26 05:03:01.400271 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Publish callbacks [] for port (e329cc28-d855-4a6f-a788-6e04569316b2), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.407504 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.434341 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks [] for router_gateway (b1037f13-c211-4dd1-9a24-c6e02309e5a6), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.463029 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.464522 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:01.471223 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:01.473731 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Pushing event updated for resources: {'Port': ['ID=e329cc28-d855-4a6f-a788-6e04569316b2,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:01.477144 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:01.486538 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.487438 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.488005 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.488346 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.488675 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.489001 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.489334 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.489648 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.490140 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.490459 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.490781 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.491118 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.491440 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.491790 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.492108 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:01.536555 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-f5d57c90-bd41-4e23-afc5-44d8d04c3cc0 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1561527460&fields=id&tenant_id=1c772e5c90114978ad92818d58ca11c2 HTTP/1.1" status: 200 len: 267 time: 0.0504887 Jul 26 05:03:01.557659 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Attempting to bind port e329cc28-d855-4a6f-a788-6e04569316b2 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:03:01.558105 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Attempting to bind port e329cc28-d855-4a6f-a788-6e04569316b2 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:03:01.558486 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Attempting to bind port e329cc28-d855-4a6f-a788-6e04569316b2 on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:01.563809 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:03:01.564177 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Checking segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:01.564563 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.564949 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Bound using segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:03:01.566233 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Bound port: e329cc28-d855-4a6f-a788-6e04569316b2, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:03:01.566233 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.566456 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:01.586281 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Allocated IP 172.27.3.170 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/f41abfd8-9335-479f-82ee-11c81fdeb31d) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:03:01.630438 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] For port e329cc28-d855-4a6f-a788-6e04569316b2, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:03:01.633973 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] For port e329cc28-d855-4a6f-a788-6e04569316b2, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=e329cc28-d855-4a6f-a788-6e04569316b2,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:03:01.656035 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.680307 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-92133ba0-07e5-4fdf-983d-826a2f2685bb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:01.681976 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-92133ba0-07e5-4fdf-983d-826a2f2685bb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 818 time: 0.1381433 Jul 26 05:03:01.710822 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:01.735579 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:01.740739 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-16b7d1fb-f5e8-48f6-88fc-d22a87d7d974 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/quotas/1c772e5c90114978ad92818d58ca11c2 HTTP/1.1" status: 200 len: 375 time: 0.0518305 Jul 26 05:03:01.745458 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks [] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.748246 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf7228c-de82-46a0-8a7d-a7233f4978f2 None None] Pushing event updated for resources: {'Port': ['ID=e329cc28-d855-4a6f-a788-6e04569316b2,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:01.749221 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:01.768086 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622d0e8-39a7-4cc2-9654-0a4a0f52f6ee req-d368e10c-d49e-447b-99f3-0f60f77f72a8 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:01.769620 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4622d0e8-39a7-4cc2-9654-0a4a0f52f6ee req-d368e10c-d49e-447b-99f3-0f60f77f72a8 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0767252 Jul 26 05:03:01.781641 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:01.800996 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:01.834174 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-f7f12fb9-88cf-4c61-a369-c2e02f22672a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820758 Jul 26 05:03:01.854436 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:01.863601 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:01.867664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:01.894440 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Pushing event updated for resources: {'Port': ['ID=f41abfd8-9335-479f-82ee-11c81fdeb31d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:01.940372 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4622d0e8-39a7-4cc2-9654-0a4a0f52f6ee req-1f68eaa7-3b4d-4052-b2c5-775218fe88c8 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463349 Jul 26 05:03:01.968779 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-beaa20f3-5455-4ecd-b2b5-11a139e06c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:01.970298 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-beaa20f3-5455-4ecd-b2b5-11a139e06c5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 1129 time: 0.0893946 Jul 26 05:03:01.991653 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:02.067502 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-969381ae-2473-440b-9778-0207a4502bc4 service neutron] 10.222.0.17 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189054 Jul 26 05:03:02.177436 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks [] for router_gateway (b1037f13-c211-4dd1-9a24-c6e02309e5a6), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:02.180483 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-1ff9bbe7-cb80-4963-bae0-a3c6f52cef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:02.180789 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-1ff9bbe7-cb80-4963-bae0-a3c6f52cef0b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 916 time: 0.2027929 Jul 26 05:03:02.244127 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-cf148a9e-ecd1-481b-81c3-ea5162f1bcc7 service neutron] 10.222.0.17 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667719 Jul 26 05:03:02.261819 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-cb446c97-fba1-4872-9b83-eccbbf16cc6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5 HTTP/1.1" status: 200 len: 1001 time: 0.0723212 Jul 26 05:03:02.318106 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-8bed11c3-3927-41b8-a43d-9043a98461df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:02.319675 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-8bed11c3-3927-41b8-a43d-9043a98461df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.0500476 Jul 26 05:03:02.382338 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-17c7d4a9-647f-4e47-9e0d-6e4af6396d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:02.383871 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-17c7d4a9-647f-4e47-9e0d-6e4af6396d72 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578675 Jul 26 05:03:02.398167 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (b1037f13-c211-4dd1-9a24-c6e02309e5a6), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:02.480020 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-54f13acb-9c97-48f8-9806-bdce25567e2c req-0972a0e9-2b3f-4ad6-8c45-20260aea8984 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 210 time: 0.0354140 Jul 26 05:03:02.537968 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-62b89236-3fda-41c2-a2b7-543686f2e683 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447606 Jul 26 05:03:02.592724 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Router b1037f13-c211-4dd1-9a24-c6e02309e5a6 is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:03:02.655174 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ad8c434-668a-420a-8ab0-5e651128d834 req-13a05c8b-7b14-4874-b36c-485ee9c5cf49 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102285 Jul 26 05:03:02.748150 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:03:02.770361 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:02.770608 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Sync routers for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:03:02.775074 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6ef869e3-e862-4bae-8861-63a8c71bc099 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9357224 Jul 26 05:03:02.775313 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49006) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:02.795841 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:02.796972 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:02:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:02.840163 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:02.934810 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e591ed2e-872a-4b7d-a8b9-aa2420cb9886 None None] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:03:02.955344 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:03.166624 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:03.185183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab5ccb-37c4-4d14-ba3a-a49293931162 req-88f889af-418d-4d50-a4c5-d8085799f548 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:03.187836 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-daab5ccb-37c4-4d14-ba3a-a49293931162 req-88f889af-418d-4d50-a4c5-d8085799f548 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0687175 Jul 26 05:03:03.238251 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device e329cc28-d855-4a6f-a788-6e04569316b2 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:03.267611 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-0d4a2e4f-e29f-4633-be83-8c898a430466 None None] Provisioning complete for port e329cc28-d855-4a6f-a788-6e04569316b2 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:03.267981 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2e4f-e29f-4633-be83-8c898a430466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:03.329378 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-daab5ccb-37c4-4d14-ba3a-a49293931162 req-f75b1b91-aad9-46e6-87d1-69eb0d4d9297 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298969 Jul 26 05:03:03.413034 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port e329cc28-d855-4a6f-a788-6e04569316b2 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:03.413407 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:03.505757 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:02Z', 'revision_number': 3, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:03.520575 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:03.545722 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Checking router: b1037f13-c211-4dd1-9a24-c6e02309e5a6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:03:03.545994 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Updating router b1037f13-c211-4dd1-9a24-c6e02309e5a6 port f41abfd8-9335-479f-82ee-11c81fdeb31d binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:03:03.549202 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a2e4f-e29f-4633-be83-8c898a430466 None None] Current status of the port e329cc28-d855-4a6f-a788-6e04569316b2 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:03.549593 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2e4f-e29f-4633-be83-8c898a430466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:03.604920 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:03.680841 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-0d4a2e4f-e29f-4633-be83-8c898a430466 None None] For port e329cc28-d855-4a6f-a788-6e04569316b2, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=e329cc28-d855-4a6f-a788-6e04569316b2,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:03.685057 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a94f710-7383-491b-8b9b-2323e5aa4467 req-add8b785-84c7-428f-9551-f53461e87891 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 210 time: 0.0380111 Jul 26 05:03:03.700759 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0d4a2e4f-e29f-4633-be83-8c898a430466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:03.714119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:03.775339 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port e329cc28-d855-4a6f-a788-6e04569316b2 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:03.776274 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:03.806879 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:03.831062 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:03.915063 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a2e4f-e29f-4633-be83-8c898a430466 None None] Pushing event updated for resources: {'Port': ['ID=e329cc28-d855-4a6f-a788-6e04569316b2,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:03.922776 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-c6e91fdb-3c92-46e4-8e26-337ef07ea54d None None] Provisioning complete for port e329cc28-d855-4a6f-a788-6e04569316b2 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:03.923165 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c6e91fdb-3c92-46e4-8e26-337ef07ea54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:03.929942 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Allocated IP 172.20.0.1 (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2/b3f2a6c5-1607-440b-9106-a458ab08d0ac/4c78e401-0944-4c8e-8232-d9d011a05a71) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:03:03.968823 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.db.api [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 05:03:03.969134 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG oslo_db.api [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 05:03:04.071952 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-c6e91fdb-3c92-46e4-8e26-337ef07ea54d None None] Current status of the port e329cc28-d855-4a6f-a788-6e04569316b2 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:04.084919 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Publish callbacks [] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.116071 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Publish callbacks [] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.122743 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.123103 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.162783 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:04.176354 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:04.182683 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:04.184993 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c74acf-2784-4b5b-8439-957fad379e6c None None] Pushing event updated for resources: {'Port': ['ID=f41abfd8-9335-479f-82ee-11c81fdeb31d,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:04.185927 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:04.187130 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Attempting to bind port f41abfd8-9335-479f-82ee-11c81fdeb31d on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:03:04.187504 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Attempting to bind port f41abfd8-9335-479f-82ee-11c81fdeb31d by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:03:04.187914 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Attempting to bind port f41abfd8-9335-479f-82ee-11c81fdeb31d on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:04.194572 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:03:04.194991 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:04.195390 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.196210 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:03:04.196729 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Bound port: f41abfd8-9335-479f-82ee-11c81fdeb31d, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:03:04.197186 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.212438 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Pushing event updated for resources: {'Port': ['ID=4c78e401-0944-4c8e-8232-d9d011a05a71,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:04.247587 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (b1037f13-c211-4dd1-9a24-c6e02309e5a6), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.256685 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] For port f41abfd8-9335-479f-82ee-11c81fdeb31d, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:03:04.260337 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] For port f41abfd8-9335-479f-82ee-11c81fdeb31d, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=f41abfd8-9335-479f-82ee-11c81fdeb31d,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:03:04.270476 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.344589 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:04.345797 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:02:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:04.348996 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c74acf-2784-4b5b-8439-957fad379e6c None None] Pushing event updated for resources: {'Port': ['ID=f41abfd8-9335-479f-82ee-11c81fdeb31d,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:04.488628 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.496092 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:04.519485 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f90c3-9d59-405f-8db1-ae80fed0788a req-fd4eef7b-7ddb-4ebf-b9e7-8e3a15620695 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:04.521070 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a84f90c3-9d59-405f-8db1-ae80fed0788a req-fd4eef7b-7ddb-4ebf-b9e7-8e3a15620695 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.0649791 Jul 26 05:03:04.591357 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-621f6dda-9018-4d79-8aa3-7c4976a415ff None None] Provisioning complete for port 4c78e401-0944-4c8e-8232-d9d011a05a71 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:04.591357 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-621f6dda-9018-4d79-8aa3-7c4976a415ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.625223 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:04.626260 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port e329cc28-d855-4a6f-a788-6e04569316b2 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:04.656321 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-621f6dda-9018-4d79-8aa3-7c4976a415ff None None] Port 4c78e401-0944-4c8e-8232-d9d011a05a71 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:03:04.679862 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a84f90c3-9d59-405f-8db1-ae80fed0788a req-b7c0eefc-2b01-4710-a6b4-9eb691bcaabe tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322172 Jul 26 05:03:04.705823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:04.781995 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Publish callbacks [] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.783155 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:02Z', 'revision_number': 3, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:04.793115 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.831588 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ec82f5-2d15-4ffe-93bd-d854f8506571 None None] The sync data for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi is: [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:02Z', 'revision_number': 3, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:03:04.904544 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-169e9c70-7d66-45e3-b3a1-2c8ab175ccd0 req-3f734adf-f697-4bba-9507-fc5a1e65ab7c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 210 time: 0.0520084 Jul 26 05:03:04.910320 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (b1037f13-c211-4dd1-9a24-c6e02309e5a6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:04.931136 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Pushing event updated for resources: {'Port': ['ID=4c78e401-0944-4c8e-8232-d9d011a05a71,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:05.058681 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:05.060597 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:05.239365 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Router b1037f13-c211-4dd1-9a24-c6e02309e5a6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:03:05.288944 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device e329cc28-d855-4a6f-a788-6e04569316b2 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:05.356266 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a540d166-7fe8-4084-911e-a2037b5f9fd5 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:03:05.388645 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:05.391025 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:05.393122 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:03:05.408572 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9169ec32-e1a5-4928-843d-d31109afa3cc admin admin] 10.222.0.17 "PUT /v2.0/routers/b1037f13-c211-4dd1-9a24-c6e02309e5a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6243765 Jul 26 05:03:05.436239 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port e329cc28-d855-4a6f-a788-6e04569316b2 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:05.436626 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:05.678988 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-a82e0d56-c326-4b6a-ab2d-5a2c20786f75 None None] Provisioning complete for port 4c78e401-0944-4c8e-8232-d9d011a05a71 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:05.679363 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a82e0d56-c326-4b6a-ab2d-5a2c20786f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:05.685456 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port a540d166-7fe8-4084-911e-a2037b5f9fd5 is: ACTIVE; New status is: DOWN {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:05.685816 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:05.806234 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a82e0d56-c326-4b6a-ab2d-5a2c20786f75 None None] Port 4c78e401-0944-4c8e-8232-d9d011a05a71 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:03:05.814597 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:03:05.816836 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f4ee8e-9333-4df0-b661-a163dd51a237" -d '{"events": [{"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-unplugged", "status": "completed", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:03:05.848439 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:05.850132 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port e329cc28-d855-4a6f-a788-6e04569316b2 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:05.855014 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:05.899868 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 05:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a14f27f-032d-4f8c-b54a-aa5371dd7bbe x-openstack-request-id: req-4a14f27f-032d-4f8c-b54a-aa5371dd7bbe {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:03:05.900368 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-unplugged", "status": "completed", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:03:05.900825 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4a14f27f-032d-4f8c-b54a-aa5371dd7bbe {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:03:05.901426 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a14f27f-032d-4f8c-b54a-aa5371dd7bbe'] response: {'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'code': 200} Jul 26 05:03:05.905538 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b6310-bc63-4813-85fb-214106bad5bb req-e793c6bc-17a3-48c4-8a4f-9fd30fd3f5a1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:05.910075 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-116b6310-bc63-4813-85fb-214106bad5bb req-e793c6bc-17a3-48c4-8a4f-9fd30fd3f5a1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 945 time: 0.1125607 Jul 26 05:03:05.960841 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=8']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:05.984307 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-116b6310-bc63-4813-85fb-214106bad5bb req-e2056599-35df-49e4-88cd-5a1545409c3c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648606 Jul 26 05:03:06.048672 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bdff7a99-a624-4aa0-b5dd-628aac1ab183 req-8c4c0b89-9038-4fa4-a649-e011653ae6ed tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 210 time: 0.0454488 Jul 26 05:03:06.387759 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49054) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:06.395408 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1863222997-network', 'tenant_id': '6874e6654d734910b67db92475ece16e'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:06.445491 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-7dd71aaa-8d3a-4583-9649-608566390c58 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:06.447458 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-7dd71aaa-8d3a-4583-9649-608566390c58 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 818 time: 0.2228377 Jul 26 05:03:06.450237 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Made reservation on behalf of 6874e6654d734910b67db92475ece16e for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:03:06.451528 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:06.462069 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:06.552833 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:06.563351 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-5f8eaa3c-85e0-4e8a-a650-0984eddc2769 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c772e5c90114978ad92818d58ca11c2 HTTP/1.1" status: 200 len: 380 time: 0.0977979 Jul 26 05:03:06.593952 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Request body: {'port': {'device_id': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'admin_state_up': True, 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'security_groups': ['749c1fb9-5b08-4991-bc36-15f99bc3c9b4']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:06.657607 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Publish callbacks [] for security_group (ec20a581-d516-420c-b37c-c47192e74849), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:06.664452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ec20a581-d516-420c-b37c-c47192e74849), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:06.712603 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:03:06.735983 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-461720ba-b39d-473c-87d1-b1522fa7c736 req-40b57f86-cade-4458-9c24-16213de76dcb service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:03:06.737013 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-461720ba-b39d-473c-87d1-b1522fa7c736 req-40b57f86-cade-4458-9c24-16213de76dcb service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0120592 Jul 26 05:03:06.742477 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20a581-d516-420c-b37c-c47192e74849,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:06.755826 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (d45a8bf7-3750-4f39-a3a8-8271559665d8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:06.756174 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Added segment d45a8bf7-3750-4f39-a3a8-8271559665d8 of type vlan for network bfc355ed-296b-4282-8490-6e5732402872 Jul 26 05:03:06.814906 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Made reservation on behalf of 1c772e5c90114978ad92818d58ca11c2 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:03:06.818351 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:06.826075 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (bfc355ed-296b-4282-8490-6e5732402872), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:06.904339 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (bfc355ed-296b-4282-8490-6e5732402872), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:06.905818 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:06.906606 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.019869 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6308537 Jul 26 05:03:07.024803 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49088) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:07.030020 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Request body: {'subnet': {'network_id': 'bfc355ed-296b-4282-8490-6e5732402872', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1863222997-subnet', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:07.047300 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4fcd6-a6c3-4258-bf82-5f27bfafe04f req-eb47c7bd-e8f1-4335-8e54-a0b6d8326ce8 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:07.055344 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29b4fcd6-a6c3-4258-bf82-5f27bfafe04f req-eb47c7bd-e8f1-4335-8e54-a0b6d8326ce8 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1444890 Jul 26 05:03:07.068956 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Made reservation on behalf of 6874e6654d734910b67db92475ece16e for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:03:07.072228 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007223'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.090378 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:07.091988 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab40be-b3c9-4475-8bbe-1895c0d0a001 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc355ed-296b-4282-8490-6e5732402872,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:07.105664 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network bfc355ed-296b-4282-8490-6e5732402872 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:03:07.176558 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29b4fcd6-a6c3-4258-bf82-5f27bfafe04f req-0157d072-a0b9-4bab-a85b-da54c05d41b8 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201963 Jul 26 05:03:07.242341 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Allocated IP 172.20.0.10 (94dd837e-81c9-4e2e-9135-742712cb9531/253b6666-1911-48dd-a6f6-76871c57c95e/d1799624-13c2-451d-96a9-a79751ea030c) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:03:07.309731 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device f41abfd8-9335-479f-82ee-11c81fdeb31d up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:07.330282 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-74e7cc19-c89b-49f3-b263-a2424e1830a9 req-44865312-9f13-490c-b366-a54ce03ead32 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 210 time: 0.0682902 Jul 26 05:03:07.349743 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:07.350464 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:07.375668 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Sync routers for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:03:07.393573 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:07.394884 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:02:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:07.432080 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port f41abfd8-9335-479f-82ee-11c81fdeb31d triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:07.432460 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.519034 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60332124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007193'] for subnet (b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.546688 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49106) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:07.553618 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port f41abfd8-9335-479f-82ee-11c81fdeb31d is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:07.554433 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.626517 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port f41abfd8-9335-479f-82ee-11c81fdeb31d, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=f41abfd8-9335-479f-82ee-11c81fdeb31d,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:07.632943 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.633762 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:07.645542 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:07.656741 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for port (d1799624-13c2-451d-96a9-a79751ea030c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.679503 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:07.685937 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Checking segment: {'id': 'd45a8bf7-3750-4f39-a3a8-8271559665d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:07.686299 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Network hostable DHCP agents. Network: bfc355ed-296b-4282-8490-6e5732402872, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:03:07.719228 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=f41abfd8-9335-479f-82ee-11c81fdeb31d,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:07.724044 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Network bfc355ed-296b-4282-8490-6e5732402872 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:03:07.735956 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, bfc355ed-296b-4282-8490-6e5732402872) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:07.741018 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:07.741872 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.747456 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bae68b-5813-45bf-aabe-34a80b894902 None None] Network bfc355ed-296b-4282-8490-6e5732402872 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:03:07.759120 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-cfa6227c-fae1-44a6-89ef-364f044db097 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2076907 Jul 26 05:03:07.774915 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-0beeef7b-f7ef-47d4-98e1-ba57e579e35d service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:03:07.775986 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-0beeef7b-f7ef-47d4-98e1-ba57e579e35d service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0098054 Jul 26 05:03:07.785410 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (d1799624-13c2-451d-96a9-a79751ea030c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.796759 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-354bfc44-f244-4629-8374-99ba1909a5b4 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7682855 Jul 26 05:03:07.800641 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49112) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:07.813802 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:07.818673 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:07.869319 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (bb9a7db5-a4ca-4292-9856-8fb1124674f9), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.871927 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (bb9a7db5-a4ca-4292-9856-8fb1124674f9), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.882376 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-bfc355ed-296b-4282-8490-6e5732402872', 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872', 'project_id': '6874e6654d734910b67db92475ece16e', 'fixed_ips': [{'subnet_id': 'b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 05:03:07.883387 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:07.883590 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event updated for resources: {'Port': ['ID=d1799624-13c2-451d-96a9-a79751ea030c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:07.912247 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Network 94dd837e-81c9-4e2e-9135-742712cb9531 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:07.913723 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:07.917360 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:07.958492 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49118) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:07.998730 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:07.999376 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.001100 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks [] for router_controller (bb9a7db5-a4ca-4292-9856-8fb1124674f9), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.039111 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-2b1224c4-59c7-4591-a40a-df0eb5a21fc4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4489598 Jul 26 05:03:08.040563 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 2, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:08.056876 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Request body: {'port': {'device_id': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:08.078169 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Checking router: b1037f13-c211-4dd1-9a24-c6e02309e5a6 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:03:08.080347 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Updating router b1037f13-c211-4dd1-9a24-c6e02309e5a6 port 4c78e401-0944-4c8e-8232-d9d011a05a71 binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:03:08.082666 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Allocated IP 172.20.0.2 (bfc355ed-296b-4282-8490-6e5732402872/b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e/4d8a508a-19af-47f3-97a0-e1ecb13ec4ae) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:03:08.096668 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:08.147913 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (d1799624-13c2-451d-96a9-a79751ea030c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.159995 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.336423 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-e96d2cf4-2128-420c-88b5-8c128344b30d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:08.338245 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-e96d2cf4-2128-420c-88b5-8c128344b30d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports/a540d166-7fe8-4084-911e-a2037b5f9fd5 HTTP/1.1" status: 200 len: 940 time: 0.3787215 Jul 26 05:03:08.338390 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Publish callbacks [] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.346586 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-7d9449ce-a333-4ec0-8168-00e91b58cb91 None None] Provisioning complete for port d1799624-13c2-451d-96a9-a79751ea030c triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:08.347100 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7d9449ce-a333-4ec0-8168-00e91b58cb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (d1799624-13c2-451d-96a9-a79751ea030c), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.393528 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-7d9449ce-a333-4ec0-8168-00e91b58cb91 None None] Port d1799624-13c2-451d-96a9-a79751ea030c cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:03:08.400670 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.445101 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7e5ec-330a-4738-b56a-03d19c7c9a8b req-6ba4decb-cd89-41b1-bebc-6609b881c0cc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:08.447231 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ae7e5ec-330a-4738-b56a-03d19c7c9a8b req-6ba4decb-cd89-41b1-bebc-6609b881c0cc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1274979 Jul 26 05:03:08.457681 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Network bfc355ed-296b-4282-8490-6e5732402872 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:08.461182 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:08.467747 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:08.482149 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Pushing event updated for resources: {'Port': ['ID=4d8a508a-19af-47f3-97a0-e1ecb13ec4ae,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:08.536092 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Attempting to bind port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:03:08.536619 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Attempting to bind port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'd45a8bf7-3750-4f39-a3a8-8271559665d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:03:08.537150 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Attempting to bind port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae on network bfc355ed-296b-4282-8490-6e5732402872 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:08.553309 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:03:08.553943 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Checking segment: {'id': 'd45a8bf7-3750-4f39-a3a8-8271559665d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:08.554504 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.555054 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Bound using segment: {'id': 'd45a8bf7-3750-4f39-a3a8-8271559665d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:03:08.556589 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Bound port: 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45a8bf7-3750-4f39-a3a8-8271559665d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:03:08.557149 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.567716 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks [] for router_gateway (bb9a7db5-a4ca-4292-9856-8fb1124674f9), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.652551 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Publish callbacks [] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.662375 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.674488 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] For port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:03:08.683444 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] For port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=4d8a508a-19af-47f3-97a0-e1ecb13ec4ae,segment=NetworkSegment(d45a8bf7-3750-4f39-a3a8-8271559665d8),segment_id=d45a8bf7-3750-4f39-a3a8-8271559665d8)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:03:08.696243 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.742138 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Pushing event updated for resources: {'Port': ['ID=4c78e401-0944-4c8e-8232-d9d011a05a71,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:08.784449 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.785025 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.785571 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.786108 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.786626 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.787155 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.788772 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.789414 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.789949 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.790478 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.790992 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.792270 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.792826 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.793350 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.793895 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:03:08.870549 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7a3f-05a8-4916-98c8-ccad9ec220f7 None None] Pushing event updated for resources: {'Port': ['ID=4d8a508a-19af-47f3-97a0-e1ecb13ec4ae,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:08.907868 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Attempting to bind port 4c78e401-0944-4c8e-8232-d9d011a05a71 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:03:08.908710 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Attempting to bind port 4c78e401-0944-4c8e-8232-d9d011a05a71 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:03:08.909408 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Attempting to bind port 4c78e401-0944-4c8e-8232-d9d011a05a71 on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:08.921373 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:03:08.922318 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Checking segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:08.923018 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.923723 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Bound using segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:03:08.930543 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Bound port: 4c78e401-0944-4c8e-8232-d9d011a05a71, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:03:08.931363 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:08.987741 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:09.044253 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] For port 4c78e401-0944-4c8e-8232-d9d011a05a71, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:03:09.064173 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] For port 4c78e401-0944-4c8e-8232-d9d011a05a71, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=4c78e401-0944-4c8e-8232-d9d011a05a71,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:03:09.076234 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.080575 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60537007-3ba1-4e86-a093-1fa702d1350c req-4c5cfc2a-ef9d-401c-a34d-5453aac6290a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:09.089301 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60537007-3ba1-4e86-a093-1fa702d1350c req-4c5cfc2a-ef9d-401c-a34d-5453aac6290a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 932 time: 0.6237533 Jul 26 05:03:09.113968 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks [] for router_gateway (bb9a7db5-a4ca-4292-9856-8fb1124674f9), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.140074 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.193201 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60537007-3ba1-4e86-a093-1fa702d1350c req-e7d5b478-e988-4f70-9089-e708bdd1fa9b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982308 Jul 26 05:03:09.207474 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ae7e5ec-330a-4738-b56a-03d19c7c9a8b req-233669c9-ecf9-455b-a56e-79927c2c8540 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7527125 Jul 26 05:03:09.249140 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:09.251469 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:09.252356 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:02:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:09.257663 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:09.269029 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-7f153f3d-c983-4006-abe4-fe249882075e None None] Provisioning complete for port 4c78e401-0944-4c8e-8232-d9d011a05a71 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:09.270316 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7f153f3d-c983-4006-abe4-fe249882075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.347210 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e571b1b-4df4-46cd-91c8-a84f1cf752f8 None None] Pushing event updated for resources: {'Port': ['ID=4c78e401-0944-4c8e-8232-d9d011a05a71,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:09.391152 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device f41abfd8-9335-479f-82ee-11c81fdeb31d up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:09.411117 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:09.420302 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1799624-13c2-451d-96a9-a79751ea030c {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:03:09.438427 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Publish callbacks [] for port (d1799624-13c2-451d-96a9-a79751ea030c), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.444637 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:09.475593 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Allocated IP 172.27.3.206 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/f234a0d6-c1a1-4bf9-9028-0cbcb42dde66) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:03:09.478845 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Transition to ACTIVE for port object d1799624-13c2-451d-96a9-a79751ea030c will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:03:09.491826 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (d1799624-13c2-451d-96a9-a79751ea030c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.539280 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:09.564419 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:09.579946 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port f41abfd8-9335-479f-82ee-11c81fdeb31d triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:09.580516 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.624851 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d1799624-13c2-451d-96a9-a79751ea030c,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:09.625853 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-7f153f3d-c983-4006-abe4-fe249882075e None None] Current status of the port 4c78e401-0944-4c8e-8232-d9d011a05a71 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:09.626471 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7f153f3d-c983-4006-abe4-fe249882075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.709429 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Attempting to bind port d1799624-13c2-451d-96a9-a79751ea030c on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:03:09.710643 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Attempting to bind port d1799624-13c2-451d-96a9-a79751ea030c by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:03:09.711653 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Attempting to bind port d1799624-13c2-451d-96a9-a79751ea030c on network 94dd837e-81c9-4e2e-9135-742712cb9531 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:09.716330 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Port d1799624-13c2-451d-96a9-a79751ea030c on network 94dd837e-81c9-4e2e-9135-742712cb9531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:03:09.716771 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Attempting to bind port d1799624-13c2-451d-96a9-a79751ea030c on network 94dd837e-81c9-4e2e-9135-742712cb9531 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:09.723600 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:03:09.723600 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Checking segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:09.724119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Bound using segment: {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:03:09.729238 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-7f153f3d-c983-4006-abe4-fe249882075e None None] For port 4c78e401-0944-4c8e-8232-d9d011a05a71, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=4c78e401-0944-4c8e-8232-d9d011a05a71,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:09.731019 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Bound port: d1799624-13c2-451d-96a9-a79751ea030c, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e1948a-66af-43c5-a3c6-58743779c990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:03:09.737472 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (d1799624-13c2-451d-96a9-a79751ea030c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.755596 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7f153f3d-c983-4006-abe4-fe249882075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.768739 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port f41abfd8-9335-479f-82ee-11c81fdeb31d is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:09.780843 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks [] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.825572 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.829791 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:09.841550 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f153f3d-c983-4006-abe4-fe249882075e None None] Pushing event updated for resources: {'Port': ['ID=4c78e401-0944-4c8e-8232-d9d011a05a71,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:09.848405 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] For port d1799624-13c2-451d-96a9-a79751ea030c, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:03:09.853116 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] For port d1799624-13c2-451d-96a9-a79751ea030c, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=d1799624-13c2-451d-96a9-a79751ea030c,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:03:09.861187 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf71327-08b0-485f-97a4-82a61733cf43 None None] The sync data for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi is: [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:03:09.861966 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (d1799624-13c2-451d-96a9-a79751ea030c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.877303 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:09.884022 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:09.890834 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:09.895615 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:09.903533 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-1fff7355-a100-4d8b-ad8a-231642d05d05 None None] Provisioning complete for port 4c78e401-0944-4c8e-8232-d9d011a05a71 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:09.903955 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1fff7355-a100-4d8b-ad8a-231642d05d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.982002 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:09.985614 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:09.987901 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] 10.222.0.52 "PUT /v2.0/ports/d1799624-13c2-451d-96a9-a79751ea030c HTTP/1.1" status: 200 len: 1094 time: 1.9356520 Jul 26 05:03:09.989210 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:03:09.991197 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f234a0d6-c1a1-4bf9-9028-0cbcb42dde66,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:09.992728 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe04fbdf-44a1-4cca-bf52-61e7fadab993" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "tag": "d1799624-13c2-451d-96a9-a79751ea030c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:03:10.053564 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a44540-c693-4f2a-af17-7a44aacb3c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d1799624-13c2-451d-96a9-a79751ea030c,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:10.078546 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-1fff7355-a100-4d8b-ad8a-231642d05d05 None None] Current status of the port 4c78e401-0944-4c8e-8232-d9d011a05a71 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:10.138914 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db1cd82-2012-4af1-89ca-28e16fcaf03c x-openstack-request-id: req-3db1cd82-2012-4af1-89ca-28e16fcaf03c {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:03:10.139905 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "tag": "d1799624-13c2-451d-96a9-a79751ea030c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:03:10.140348 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3db1cd82-2012-4af1-89ca-28e16fcaf03c {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:03:10.141095 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db1cd82-2012-4af1-89ca-28e16fcaf03c'] response: {'name': 'network-changed', 'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c', 'status': 'completed', 'code': 200} Jul 26 05:03:10.164708 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-ac6154c3-be11-4de1-aac4-85e977afda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:10.167111 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-ac6154c3-be11-4de1-aac4-85e977afda7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 1128 time: 0.0954189 Jul 26 05:03:10.264369 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-378d831f-b14c-40de-939c-79862a3ff90b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1799624-13c2-451d-96a9-a79751ea030c HTTP/1.1" status: 200 len: 217 time: 0.0723114 Jul 26 05:03:10.430245 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-4cf9f05d-505d-4135-bde2-439dc3078275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:10.432415 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-4cf9f05d-505d-4135-bde2-439dc3078275 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.1575963 Jul 26 05:03:10.513098 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks [] for router_gateway (bb9a7db5-a4ca-4292-9856-8fb1124674f9), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:10.551528 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-c40c32f6-56d8-4f0c-bbef-b6dc21e67dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:10.553460 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-c40c32f6-56d8-4f0c-bbef-b6dc21e67dd7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875614 Jul 26 05:03:10.629140 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d25c2-6343-4c78-9e8e-6018030774ce req-f72b4d2e-49d1-4ef1-998f-f934f7d1e82e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:10.631383 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f40d25c2-6343-4c78-9e8e-6018030774ce req-f72b4d2e-49d1-4ef1-998f-f934f7d1e82e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1816792 Jul 26 05:03:10.728211 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9f9a-3deb-440d-9bf5-002d8a5294e5 req-1033711a-2da7-49d1-8671-75267e22a666 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:10.729944 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3f7b9f9a-3deb-440d-9bf5-002d8a5294e5 req-1033711a-2da7-49d1-8671-75267e22a666 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 944 time: 0.2970760 Jul 26 05:03:10.783500 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86baee0f-a13d-44fb-911f-b6bdc9780d5e None None] Network bfc355ed-296b-4282-8490-6e5732402872 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:03:10.787035 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:10.798353 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (bb9a7db5-a4ca-4292-9856-8fb1124674f9), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:10.831850 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-a1f464ca-4966-4b53-b81b-b3557c9d8961 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990726 Jul 26 05:03:10.845240 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f40d25c2-6343-4c78-9e8e-6018030774ce req-4acf96af-bea6-46b7-9c4f-e192cc6b8093 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974874 Jul 26 05:03:10.872203 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3f7b9f9a-3deb-440d-9bf5-002d8a5294e5 req-6dcff248-ee46-4130-85bc-e46017f869f5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318216 Jul 26 05:03:10.903597 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-17e9d85d-2b38-41c1-a794-0bc27e1c51f6 None None] Provisioning complete for port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:10.903964 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-17e9d85d-2b38-41c1-a794-0bc27e1c51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:10.975399 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Router bb9a7db5-a4ca-4292-9856-8fb1124674f9 is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:03:11.043751 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-17e9d85d-2b38-41c1-a794-0bc27e1c51f6 None None] Current status of the port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:11.044151 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-17e9d85d-2b38-41c1-a794-0bc27e1c51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:11.106518 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-17e9d85d-2b38-41c1-a794-0bc27e1c51f6 None None] For port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=4d8a508a-19af-47f3-97a0-e1ecb13ec4ae,segment=NetworkSegment(d45a8bf7-3750-4f39-a3a8-8271559665d8),segment_id=d45a8bf7-3750-4f39-a3a8-8271559665d8)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:11.112908 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-17e9d85d-2b38-41c1-a794-0bc27e1c51f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:11.228241 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9d85d-2b38-41c1-a794-0bc27e1c51f6 None None] Pushing event updated for resources: {'Port': ['ID=4d8a508a-19af-47f3-97a0-e1ecb13ec4ae,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:11.248013 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fae9836-8ef8-4a9f-a3fb-4005ebd20882 req-735c79b2-ba24-491a-aa48-f858ff5eb225 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161632 Jul 26 05:03:11.307033 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-b7a37e07-bfe2-4dc5-bf6b-83c31f5a064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:11.315288 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-b7a37e07-bfe2-4dc5-bf6b-83c31f5a064c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939&tenant_id=27187d178a5f47b49035991ab566c2d9 HTTP/1.1" status: 200 len: 1127 time: 0.2493904 Jul 26 05:03:11.326571 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:11.329001 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:03:11.356013 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:11.357536 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-cd53372a-e80d-4c59-a5f2-8bb019b205f9 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5556333 Jul 26 05:03:11.359035 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Sync routers for ids ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:03:11.360320 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49154) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:11.368987 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-e8f71c89-a66b-4a0b-b651-384ea3729f75 None None] Provisioning complete for port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:11.369353 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e8f71c89-a66b-4a0b-b651-384ea3729f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:11.379945 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:11.405048 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:11.416132 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Routers {'bb9a7db5-a4ca-4292-9856-8fb1124674f9'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:11.416132 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:02:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:11.480298 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:11.480570 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:11.544569 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:11.630641 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-e8f71c89-a66b-4a0b-b651-384ea3729f75 None None] Current status of the port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:11.652013 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Set router bb9a7db5-a4ca-4292-9856-8fb1124674f9 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:11.866828 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:11.905050 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:11.907525 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 4c78e401-0944-4c8e-8232-d9d011a05a71 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:12.019820 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 4c78e401-0944-4c8e-8232-d9d011a05a71 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:12.020164 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.063424 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:07Z', 'updated_at': '2022-07-26T05:03:10Z', 'revision_number': 3, 'project_id': '6874e6654d734910b67db92475ece16e', 'gw_port': {'id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:09Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:12.097406 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Checking router: bb9a7db5-a4ca-4292-9856-8fb1124674f9 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:03:12.097747 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Updating router bb9a7db5-a4ca-4292-9856-8fb1124674f9 port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:03:12.099687 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:12.121468 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8c763-afbb-4b8e-a3f5-92707a3bcfb5 req-dd1fca14-25b9-4be0-98ee-0691a1a67e4c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.122977 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8bf8c763-afbb-4b8e-a3f5-92707a3bcfb5 req-dd1fca14-25b9-4be0-98ee-0691a1a67e4c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 944 time: 0.1174128 Jul 26 05:03:12.131327 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961864c9-67d6-4c48-aca6-29e6f20b5efb req-a1e04288-79e6-4e91-b6b2-1c383cd7b24e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.132944 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-961864c9-67d6-4c48-aca6-29e6f20b5efb req-a1e04288-79e6-4e91-b6b2-1c383cd7b24e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1285312 Jul 26 05:03:12.153748 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.181187 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 4c78e401-0944-4c8e-8232-d9d011a05a71 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:12.194793 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Allocated IP 172.20.0.1 (bfc355ed-296b-4282-8490-6e5732402872/b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e/d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:03:12.248221 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8bf8c763-afbb-4b8e-a3f5-92707a3bcfb5 req-eb6a32df-0c0e-403c-af88-c346f33fe821 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142056 Jul 26 05:03:12.261453 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-961864c9-67d6-4c48-aca6-29e6f20b5efb req-fe737aff-624f-4e24-9a30-2a8a221525da tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161149 Jul 26 05:03:12.333575 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:12.351337 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-66d4e594-3a4f-452d-be8e-83e349063073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.352886 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-66d4e594-3a4f-452d-be8e-83e349063073 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 1127 time: 0.0654211 Jul 26 05:03:12.357457 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-f2cea564-deb7-4789-b57c-63cf86c84791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.359452 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-f2cea564-deb7-4789-b57c-63cf86c84791 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 1128 time: 0.1096072 Jul 26 05:03:12.426088 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:12.431230 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:12.463402 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:12.467944 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-f75e403b-e783-4707-bfc9-b478255e2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.469870 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Publish callbacks [] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.470386 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-f75e403b-e783-4707-bfc9-b478255e2726 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.1046870 Jul 26 05:03:12.473491 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Publish callbacks [] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.477297 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.501366 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:12.512192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-9aec1a06-2a1b-418e-93a0-14e45dddaec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.514864 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-9aec1a06-2a1b-418e-93a0-14e45dddaec3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 916 time: 0.1546021 Jul 26 05:03:12.516491 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-e8771abc-e1b4-43d7-a0fb-a18301c96384 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1799624-13c2-451d-96a9-a79751ea030c HTTP/1.1" status: 200 len: 217 time: 0.0383923 Jul 26 05:03:12.541077 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Attempting to bind port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:03:12.541553 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Attempting to bind port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:03:12.542102 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Attempting to bind port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:12.545607 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100570d6-67ce-49e4-b83f-d29f1fe15d27 None None] Pushing event updated for resources: {'Port': ['ID=f234a0d6-c1a1-4bf9-9028-0cbcb42dde66,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:12.551171 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:03:12.551423 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:12.551959 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.552420 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:03:12.552989 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Bound port: f234a0d6-c1a1-4bf9-9028-0cbcb42dde66, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:03:12.553449 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.576468 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-867acaf4-82e2-4ecd-b58d-c36d7b249139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.578239 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-867acaf4-82e2-4ecd-b58d-c36d7b249139 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0512865 Jul 26 05:03:12.585651 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.608620 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] For port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:03:12.615700 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] For port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=f234a0d6-c1a1-4bf9-9028-0cbcb42dde66,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:03:12.626218 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.639918 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Network bfc355ed-296b-4282-8490-6e5732402872 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:12.641841 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-42f41475-0632-4acc-8690-131e682f626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.644041 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-42f41475-0632-4acc-8690-131e682f626b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565765 Jul 26 05:03:12.648018 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:12.650801 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:12.663122 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-53249a20-9544-4c0d-8b42-72ed12ca02ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5 HTTP/1.1" status: 200 len: 999 time: 0.1333730 Jul 26 05:03:12.702168 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Routers {'bb9a7db5-a4ca-4292-9856-8fb1124674f9'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:12.702829 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:02:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:12.712094 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Pushing event updated for resources: {'Port': ['ID=d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:12.752041 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100570d6-67ce-49e4-b83f-d29f1fe15d27 None None] Pushing event updated for resources: {'Port': ['ID=f234a0d6-c1a1-4bf9-9028-0cbcb42dde66,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:12.786287 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-74a2131e-387e-4f83-a59c-8c02346a6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.787613 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-74a2131e-387e-4f83-a59c-8c02346a6c83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.0965288 Jul 26 05:03:12.789997 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (bb9a7db5-a4ca-4292-9856-8fb1124674f9), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:12.843245 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-575c3da1-9f14-4e0a-b6ab-40e6369c04c0 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737559 Jul 26 05:03:12.854481 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] Set router bb9a7db5-a4ca-4292-9856-8fb1124674f9 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:12.878578 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-0f08bfda-6d6a-4974-8fda-9ec1c893217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:12.880562 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-0f08bfda-6d6a-4974-8fda-9ec1c893217b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493991 Jul 26 05:03:13.019010 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-fe04fbdf-44a1-4cca-bf52-61e7fadab993 req-9b5208af-3138-4814-9a85-6dd1afbf823b service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676385 Jul 26 05:03:13.042749 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-217dfafe-a294-4312-8082-732a57ebb6e3 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506493 Jul 26 05:03:13.062624 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-d47b06de-6fca-4833-92cc-9b969d98b9a3 None None] Provisioning complete for port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:13.063197 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d47b06de-6fca-4833-92cc-9b969d98b9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.101699 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:07Z', 'updated_at': '2022-07-26T05:03:10Z', 'revision_number': 3, 'project_id': '6874e6654d734910b67db92475ece16e', 'gw_port': {'id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:09Z', 'updated_at': '2022-07-26T05:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:13.116231 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.130606 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05491473-7015-428c-9af9-084e10ec13a9 None None] The sync data for ids ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'] in dv-cinder-850574-1-iscsi is: [{'id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:07Z', 'updated_at': '2022-07-26T05:03:10Z', 'revision_number': 3, 'project_id': '6874e6654d734910b67db92475ece16e', 'gw_port': {'id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:09Z', 'updated_at': '2022-07-26T05:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:03:13.132161 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-d47b06de-6fca-4833-92cc-9b969d98b9a3 None None] Port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:03:13.155753 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49174) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:13.214468 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-47808cab-77df-42ed-aa57-16ba614600e8 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512318 Jul 26 05:03:13.229766 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:13.298392 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:13.304765 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device d1799624-13c2-451d-96a9-a79751ea030c details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:03:13.331407 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9cf5752a-4496-466c-99fd-28841c122aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.363667 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:13.364296 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.402773 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Publish callbacks [] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.442644 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.db.resource_extend [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 26 05:03:13.450107 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:13.458898 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22761c3a-88e5-4c7f-a09f-88bbef88de8c req-48e9df76-7696-495b-9f5a-a8c85eb45ea4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:13.466350 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22761c3a-88e5-4c7f-a09f-88bbef88de8c req-48e9df76-7696-495b-9f5a-a8c85eb45ea4 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 944 time: 0.0660582 Jul 26 05:03:13.471175 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9cf5752a-4496-466c-99fd-28841c122aae admin admin] Publish callbacks [] for security_group (bdeb8d50-8a3a-44fa-a431-a6f9f3dbe9b2), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.476901 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9cf5752a-4496-466c-99fd-28841c122aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bdeb8d50-8a3a-44fa-a431-a6f9f3dbe9b2), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.499607 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.509890 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:13.580293 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5752a-4496-466c-99fd-28841c122aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeb8d50-8a3a-44fa-a431-a6f9f3dbe9b2,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:13.587221 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9cf5752a-4496-466c-99fd-28841c122aae admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a049ed8c11ae45ae9ed14757f1e00b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279630 Jul 26 05:03:13.588370 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49190) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:13.622986 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Pushing event updated for resources: {'Port': ['ID=d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:13.678098 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209400aa-569f-4cea-b61d-60c27b2162ad req-da96d6ce-b750-45c6-9b76-20fe87bfad21 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:13.688564 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40b6ad0d-1502-4e21-8f98-38e53c6d94d0 admin admin] Publish callbacks [] for security_group (bdeb8d50-8a3a-44fa-a431-a6f9f3dbe9b2), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.690731 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-209400aa-569f-4cea-b61d-60c27b2162ad req-da96d6ce-b750-45c6-9b76-20fe87bfad21 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.2404497 Jul 26 05:03:13.700038 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22761c3a-88e5-4c7f-a09f-88bbef88de8c req-c3af850a-05be-4af2-882b-3f67f61aa8c1 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325132 Jul 26 05:03:13.715622 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (bb9a7db5-a4ca-4292-9856-8fb1124674f9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.726603 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:13.726603 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:13.765217 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-92429aec-38b3-4ca0-bf25-f07681c923f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.765454 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40b6ad0d-1502-4e21-8f98-38e53c6d94d0 admin admin] Publish callbacks [] for security_group (bdeb8d50-8a3a-44fa-a431-a6f9f3dbe9b2), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.792303 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port d1799624-13c2-451d-96a9-a79751ea030c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=d1799624-13c2-451d-96a9-a79751ea030c,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:13.813774 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'd1799624-13c2-451d-96a9-a79751ea030c', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'port_id': 'd1799624-13c2-451d-96a9-a79751ea030c', 'mac_address': 'fa:16:3e:bf:07:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:03:13.866246 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40b6ad0d-1502-4e21-8f98-38e53c6d94d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bdeb8d50-8a3a-44fa-a431-a6f9f3dbe9b2), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.866826 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-209400aa-569f-4cea-b61d-60c27b2162ad req-5006f682-cda7-47fa-abfb-994490ad5619 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652768 Jul 26 05:03:13.876826 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port d1799624-13c2-451d-96a9-a79751ea030c is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:13.877479 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (d1799624-13c2-451d-96a9-a79751ea030c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.877711 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40b6ad0d-1502-4e21-8f98-38e53c6d94d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:13.878905 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-40b6ad0d-1502-4e21-8f98-38e53c6d94d0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bdeb8d50-8a3a-44fa-a431-a6f9f3dbe9b2 HTTP/1.1" status: 204 len: 168 time: 0.2887259 Jul 26 05:03:13.897856 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1799624-13c2-451d-96a9-a79751ea030c {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:03:13.929477 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6ad0d-1502-4e21-8f98-38e53c6d94d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeb8d50-8a3a-44fa-a431-a6f9f3dbe9b2,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:13.943930 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Network bfc355ed-296b-4282-8490-6e5732402872 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:13.944324 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:13.963402 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port d1799624-13c2-451d-96a9-a79751ea030c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=d1799624-13c2-451d-96a9-a79751ea030c,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:13.973378 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (d1799624-13c2-451d-96a9-a79751ea030c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:14.064841 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=d1799624-13c2-451d-96a9-a79751ea030c,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:14.123439 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Router bb9a7db5-a4ca-4292-9856-8fb1124674f9 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:03:14.331815 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['d1799624-13c2-451d-96a9-a79751ea030c'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:03:14.437069 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-fc20bc2c-6a8c-4252-9d3c-769de4c37a2d None None] Provisioning complete for port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:14.437600 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fc20bc2c-6a8c-4252-9d3c-769de4c37a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:14.501057 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-fc20bc2c-6a8c-4252-9d3c-769de4c37a2d None None] Port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:03:14.644545 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:03:14.661655 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8442c8db-7526-45fa-ae77-48b3dc625b6b admin admin] 10.222.0.17 "PUT /v2.0/routers/bb9a7db5-a4ca-4292-9856-8fb1124674f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2998660 Jul 26 05:03:14.930693 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd335c-e9e5-4d41-be2e-e9a67e3a939c req-8c65696e-ef8e-478e-aad6-c8bb6c41d8ec tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:14.933178 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02dd335c-e9e5-4d41-be2e-e9a67e3a939c req-8c65696e-ef8e-478e-aad6-c8bb6c41d8ec tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 945 time: 0.1072760 Jul 26 05:03:15.034362 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02dd335c-e9e5-4d41-be2e-e9a67e3a939c req-bc6ca33c-9245-411a-b963-29b2e52f2470 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915573 Jul 26 05:03:15.240377 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668bbde-8f67-4ff0-9ad7-105540f34ee1 req-6dc9fec5-cb9c-43f1-972b-3fa92e04d444 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:15.250892 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d668bbde-8f67-4ff0-9ad7-105540f34ee1 req-6dc9fec5-cb9c-43f1-972b-3fa92e04d444 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1478093 Jul 26 05:03:15.257322 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:15.328086 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49218) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:15.329737 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:15.330121 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.334221 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-4cde6c0e-a6ac-4f22-a454-6dc15746e2da tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144158790', 'description': 'tempest-secgroup-smoke-2144158790 description', 'project_id': '987757bb89e64419822e021b15a65c31'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:15.353137 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:15.384445 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4cde6c0e-a6ac-4f22-a454-6dc15746e2da tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.405529 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device d1799624-13c2-451d-96a9-a79751ea030c up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:15.434722 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d668bbde-8f67-4ff0-9ad7-105540f34ee1 req-55412d44-8a68-4fc8-afd5-d248bbc66ee0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715424 Jul 26 05:03:15.517918 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4cde6c0e-a6ac-4f22-a454-6dc15746e2da tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group (45d50329-53d2-4b97-a819-3bdb81435553), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.533202 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4cde6c0e-a6ac-4f22-a454-6dc15746e2da tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (45d50329-53d2-4b97-a819-3bdb81435553), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.570886 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4cde6c0e-a6ac-4f22-a454-6dc15746e2da tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.583612 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4cde6c0e-a6ac-4f22-a454-6dc15746e2da tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2511241 Jul 26 05:03:15.584914 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49220) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:15.586725 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port d1799624-13c2-451d-96a9-a79751ea030c completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:03:15.592379 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-c0890a22-0679-46bb-abf7-530c5f4e7393 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'security_group_rule': {'security_group_id': '45d50329-53d2-4b97-a819-3bdb81435553', 'project_id': '987757bb89e64419822e021b15a65c31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:15.601292 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde6c0e-a6ac-4f22-a454-6dc15746e2da tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d50329-53d2-4b97-a819-3bdb81435553,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:15.610154 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port d1799624-13c2-451d-96a9-a79751ea030c triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:15.611044 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (d1799624-13c2-451d-96a9-a79751ea030c), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.670859 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:15.671340 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.678928 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0890a22-0679-46bb-abf7-530c5f4e7393 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (bd4d0541-6661-48c2-98cc-429d4eac8600), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.704722 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=f234a0d6-c1a1-4bf9-9028-0cbcb42dde66,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:15.705535 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:15.728823 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.785266 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7cd91ae6-9ee0-4875-838c-f4e60072e3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.799386 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Sync routers for ids ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:03:15.814400 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:15.817909 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0890a22-0679-46bb-abf7-530c5f4e7393 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (bd4d0541-6661-48c2-98cc-429d4eac8600), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.825393 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0890a22-0679-46bb-abf7-530c5f4e7393 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (bd4d0541-6661-48c2-98cc-429d4eac8600), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.838056 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Routers {'bb9a7db5-a4ca-4292-9856-8fb1124674f9'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:15.839045 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:03:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:15.867158 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=f234a0d6-c1a1-4bf9-9028-0cbcb42dde66,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:15.887681 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0890a22-0679-46bb-abf7-530c5f4e7393 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4d0541-6661-48c2-98cc-429d4eac8600,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:15.888242 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port d1799624-13c2-451d-96a9-a79751ea030c is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:15.888625 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (d1799624-13c2-451d-96a9-a79751ea030c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.921318 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:03:15.923885 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f4eab5-c2e1-47a5-ac25-a2e69f2c5fe1" -d '{"events": [{"server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "name": "network-vif-plugged", "status": "completed", "tag": "d1799624-13c2-451d-96a9-a79751ea030c"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:03:15.941428 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0890a22-0679-46bb-abf7-530c5f4e7393 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.942865 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c0890a22-0679-46bb-abf7-530c5f4e7393 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556502 Jul 26 05:03:15.945958 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49224) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:15.949530 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port d1799624-13c2-451d-96a9-a79751ea030c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=d1799624-13c2-451d-96a9-a79751ea030c,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:15.952836 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-6f4e5079-1ff7-4901-9eec-6f89af682293 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'security_group_rule': {'security_group_id': '45d50329-53d2-4b97-a819-3bdb81435553', 'project_id': '987757bb89e64419822e021b15a65c31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:15.966316 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (d1799624-13c2-451d-96a9-a79751ea030c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:15.987381 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:16.018415 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5079-1ff7-4901-9eec-6f89af682293 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (cad24028-ca7d-4982-82c7-459b82758b48), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.033646 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:16.062391 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdca695b-683c-4c42-9d0d-5bb06c869d7a x-openstack-request-id: req-fdca695b-683c-4c42-9d0d-5bb06c869d7a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:03:16.062693 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "name": "network-vif-plugged", "status": "completed", "tag": "d1799624-13c2-451d-96a9-a79751ea030c", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:03:16.062949 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fdca695b-683c-4c42-9d0d-5bb06c869d7a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:03:16.063361 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdca695b-683c-4c42-9d0d-5bb06c869d7a'] response: {'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c', 'code': 200} Jul 26 05:03:16.096643 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=d1799624-13c2-451d-96a9-a79751ea030c,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:16.141765 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Set router bb9a7db5-a4ca-4292-9856-8fb1124674f9 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:16.171314 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5079-1ff7-4901-9eec-6f89af682293 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (cad24028-ca7d-4982-82c7-459b82758b48), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.187360 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5079-1ff7-4901-9eec-6f89af682293 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (cad24028-ca7d-4982-82c7-459b82758b48), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.236959 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e5079-1ff7-4901-9eec-6f89af682293 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad24028-ca7d-4982-82c7-459b82758b48,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:16.245326 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5079-1ff7-4901-9eec-6f89af682293 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.246888 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6f4e5079-1ff7-4901-9eec-6f89af682293 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2995872 Jul 26 05:03:16.249936 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49228) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:16.256537 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-024e49a4-7500-4c8b-b51d-d7b3f53fc0b7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'security_group_rule': {'security_group_id': '45d50329-53d2-4b97-a819-3bdb81435553', 'project_id': '987757bb89e64419822e021b15a65c31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:16.268745 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20d12-2786-42d1-9b73-068b63a14bc6 req-2d2584de-dd75-4d0e-9378-780ca759a821 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:16.270898 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-93c20d12-2786-42d1-9b73-068b63a14bc6 req-2d2584de-dd75-4d0e-9378-780ca759a821 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.1082287 Jul 26 05:03:16.326355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-024e49a4-7500-4c8b-b51d-d7b3f53fc0b7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (a669ec1f-31b0-4957-b7a3-568c7b3f0f8a), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.354879 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-93c20d12-2786-42d1-9b73-068b63a14bc6 req-a5a2ed64-6946-4823-b7b4-6bfd30d9d473 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771258 Jul 26 05:03:16.418970 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-024e49a4-7500-4c8b-b51d-d7b3f53fc0b7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (a669ec1f-31b0-4957-b7a3-568c7b3f0f8a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.425331 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-024e49a4-7500-4c8b-b51d-d7b3f53fc0b7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (a669ec1f-31b0-4957-b7a3-568c7b3f0f8a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.449187 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e49a4-7500-4c8b-b51d-d7b3f53fc0b7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a669ec1f-31b0-4957-b7a3-568c7b3f0f8a,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:16.472467 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-024e49a4-7500-4c8b-b51d-d7b3f53fc0b7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.472467 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-024e49a4-7500-4c8b-b51d-d7b3f53fc0b7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2179513 Jul 26 05:03:16.472779 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49232) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:16.482135 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-b55605c0-33f7-4472-84e8-4e631df08eae tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'security_group_rule': {'security_group_id': '45d50329-53d2-4b97-a819-3bdb81435553', 'project_id': '987757bb89e64419822e021b15a65c31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:16.547769 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:07Z', 'updated_at': '2022-07-26T05:03:13Z', 'revision_number': 4, 'project_id': '6874e6654d734910b67db92475ece16e', 'gw_port': {'id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:09Z', 'updated_at': '2022-07-26T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'd7a8b2e6-65ff-48a5-8d2c-639bb593e1fa', 'name': '', 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'mac_address': 'fa:16:3e:ed:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:11Z', 'updated_at': '2022-07-26T05:03:13Z', 'revision_number': 2, 'project_id': '6874e6654d734910b67db92475ece16e', 'subnets': [{'id': 'b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:16.551859 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b55605c0-33f7-4472-84e8-4e631df08eae tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (10e07c82-2baf-4e21-ac18-f87adde2f39f), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.596993 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Checking router: bb9a7db5-a4ca-4292-9856-8fb1124674f9 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:03:16.598012 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Updating router bb9a7db5-a4ca-4292-9856-8fb1124674f9 port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:03:16.664857 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.672820 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e73d-78bd-47ea-b7f8-ba132bd54f3a req-e45ed1a6-79bd-4d4d-9fab-4dec66b614e4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:16.690299 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f30e73d-78bd-47ea-b7f8-ba132bd54f3a req-e45ed1a6-79bd-4d4d-9fab-4dec66b614e4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1196036 Jul 26 05:03:16.713117 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b55605c0-33f7-4472-84e8-4e631df08eae tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (10e07c82-2baf-4e21-ac18-f87adde2f39f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.729267 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b55605c0-33f7-4472-84e8-4e631df08eae tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (10e07c82-2baf-4e21-ac18-f87adde2f39f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.799897 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f30e73d-78bd-47ea-b7f8-ba132bd54f3a req-dd980038-33b8-48a1-b867-e71da5e5886e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082172 Jul 26 05:03:16.804053 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:16.805637 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55605c0-33f7-4472-84e8-4e631df08eae tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e07c82-2baf-4e21-ac18-f87adde2f39f,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:16.813362 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b55605c0-33f7-4472-84e8-4e631df08eae tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.817695 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49234) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:16.817881 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b55605c0-33f7-4472-84e8-4e631df08eae tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3438315 Jul 26 05:03:16.837072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-02225393-0807-4f73-8cf0-d71834ffe64a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'security_group_rule': {'security_group_id': '45d50329-53d2-4b97-a819-3bdb81435553', 'project_id': '987757bb89e64419822e021b15a65c31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:16.885174 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-02225393-0807-4f73-8cf0-d71834ffe64a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Project 987757bb89e64419822e021b15a65c31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 05:03:16.900826 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02225393-0807-4f73-8cf0-d71834ffe64a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (779de109-39bb-41a2-8b39-a98e0b2c7ac2), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:16.962481 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.057030 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02225393-0807-4f73-8cf0-d71834ffe64a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (779de109-39bb-41a2-8b39-a98e0b2c7ac2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.069895 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02225393-0807-4f73-8cf0-d71834ffe64a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (779de109-39bb-41a2-8b39-a98e0b2c7ac2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.102067 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02225393-0807-4f73-8cf0-d71834ffe64a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779de109-39bb-41a2-8b39-a98e0b2c7ac2,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:17.107643 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:17.141745 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02225393-0807-4f73-8cf0-d71834ffe64a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.143714 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-02225393-0807-4f73-8cf0-d71834ffe64a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3243937 Jul 26 05:03:17.148819 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49236) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:17.154963 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-526acc8a-a8fd-4476-8dbd-0744b2cf0731 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'security_group_rule': {'security_group_id': '45d50329-53d2-4b97-a819-3bdb81435553', 'project_id': '987757bb89e64419822e021b15a65c31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:17.189291 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:17.216085 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Publish callbacks [] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.223249 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-526acc8a-a8fd-4476-8dbd-0744b2cf0731 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Project 987757bb89e64419822e021b15a65c31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 05:03:17.224416 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.242461 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-526acc8a-a8fd-4476-8dbd-0744b2cf0731 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (a13c5840-083c-418e-99a3-4498662212bb), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.287441 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:17.305090 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe98fb8-80bc-4816-8f5f-0ad001f0d521 None None] Pushing event updated for resources: {'Port': ['ID=d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:17.377261 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-526acc8a-a8fd-4476-8dbd-0744b2cf0731 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (a13c5840-083c-418e-99a3-4498662212bb), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.380236 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:17.452643 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Attempting to bind port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:03:17.453107 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Attempting to bind port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'd45a8bf7-3750-4f39-a3a8-8271559665d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:03:17.453474 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Attempting to bind port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa on network bfc355ed-296b-4282-8490-6e5732402872 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:17.462711 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b14c9-d6e0-4d0e-9b69-f011643651c5 req-90b4b7b3-c2b3-42ff-bb7b-8803f88952b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:17.464943 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d62b14c9-d6e0-4d0e-9b69-f011643651c5 req-90b4b7b3-c2b3-42ff-bb7b-8803f88952b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 1130 time: 0.0858393 Jul 26 05:03:17.467155 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-526acc8a-a8fd-4476-8dbd-0744b2cf0731 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (a13c5840-083c-418e-99a3-4498662212bb), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.483578 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:03:17.486224 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Checking segment: {'id': 'd45a8bf7-3750-4f39-a3a8-8271559665d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:17.488142 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.489605 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Bound using segment: {'id': 'd45a8bf7-3750-4f39-a3a8-8271559665d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:03:17.492389 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Bound port: d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45a8bf7-3750-4f39-a3a8-8271559665d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:03:17.492872 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.497673 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526acc8a-a8fd-4476-8dbd-0744b2cf0731 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13c5840-083c-418e-99a3-4498662212bb,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:17.513023 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:17.513023 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.534146 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-526acc8a-a8fd-4476-8dbd-0744b2cf0731 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.536170 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-526acc8a-a8fd-4476-8dbd-0744b2cf0731 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3853760 Jul 26 05:03:17.694921 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271e1eb-f9cb-4dbc-8570-40d5ddfd4c33 req-97f2b844-d182-4385-81f9-7019d7fa5288 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:17.699428 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5271e1eb-f9cb-4dbc-8570-40d5ddfd4c33 req-97f2b844-d182-4385-81f9-7019d7fa5288 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.1284385 Jul 26 05:03:17.722855 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] For port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:03:17.732915 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] For port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa,segment=NetworkSegment(d45a8bf7-3750-4f39-a3a8-8271559665d8),segment_id=d45a8bf7-3750-4f39-a3a8-8271559665d8)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:03:17.746769 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.767930 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5271e1eb-f9cb-4dbc-8570-40d5ddfd4c33 req-1508dd4b-b26c-455d-8030-dee4c2679c70 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620141 Jul 26 05:03:17.771801 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d62b14c9-d6e0-4d0e-9b69-f011643651c5 req-92183866-2e03-4194-bdc7-1942f66e8fd5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699556 Jul 26 05:03:17.810951 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-65e2feeb-ae84-4d2d-984e-2d2b8b2febd0 None None] Provisioning complete for port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:17.811616 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-65e2feeb-ae84-4d2d-984e-2d2b8b2febd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:17.868057 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Routers {'bb9a7db5-a4ca-4292-9856-8fb1124674f9'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:17.869493 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:03:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:17.872205 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe98fb8-80bc-4816-8f5f-0ad001f0d521 None None] Pushing event updated for resources: {'Port': ['ID=d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:17.972938 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:18.075204 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f09418-1016-4310-99d4-cab453561cf2 req-1f7dbf74-0a3e-494a-a23c-57288a67032e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:18.084196 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-70f09418-1016-4310-99d4-cab453561cf2 req-1f7dbf74-0a3e-494a-a23c-57288a67032e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1135654 Jul 26 05:03:18.085846 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-65e2feeb-ae84-4d2d-984e-2d2b8b2febd0 None None] Current status of the port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:18.086247 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-65e2feeb-ae84-4d2d-984e-2d2b8b2febd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:18.184996 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] Set router bb9a7db5-a4ca-4292-9856-8fb1124674f9 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:18.193307 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:18.217657 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-65e2feeb-ae84-4d2d-984e-2d2b8b2febd0 None None] For port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa,segment=NetworkSegment(d45a8bf7-3750-4f39-a3a8-8271559665d8),segment_id=d45a8bf7-3750-4f39-a3a8-8271559665d8)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:18.229919 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-65e2feeb-ae84-4d2d-984e-2d2b8b2febd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:18.282250 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-70f09418-1016-4310-99d4-cab453561cf2 req-26fac5d8-a1f5-4773-90cb-c1438ce5464c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877537 Jul 26 05:03:18.381525 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:03:18.400279 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:18.401779 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-5890cd3a-e106-4bce-a665-00d16191ba38 None None] Provisioning complete for port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:18.402669 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5890cd3a-e106-4bce-a665-00d16191ba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:18.449837 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2feeb-ae84-4d2d-984e-2d2b8b2febd0 None None] Pushing event updated for resources: {'Port': ['ID=d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:18.516592 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-5890cd3a-e106-4bce-a665-00d16191ba38 None None] Current status of the port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:18.698825 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:18.755652 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:07Z', 'updated_at': '2022-07-26T05:03:13Z', 'revision_number': 4, 'project_id': '6874e6654d734910b67db92475ece16e', 'gw_port': {'id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:09Z', 'updated_at': '2022-07-26T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'd7a8b2e6-65ff-48a5-8d2c-639bb593e1fa', 'name': '', 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'mac_address': 'fa:16:3e:ed:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:11Z', 'updated_at': '2022-07-26T05:03:17Z', 'revision_number': 4, 'project_id': '6874e6654d734910b67db92475ece16e', 'subnets': [{'id': 'b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:18.790631 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272c20f-af84-4055-9cde-0a6a8b8850ff None None] The sync data for ids ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'] in dv-cinder-850574-1-iscsi is: [{'id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:07Z', 'updated_at': '2022-07-26T05:03:13Z', 'revision_number': 4, 'project_id': '6874e6654d734910b67db92475ece16e', 'gw_port': {'id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:09Z', 'updated_at': '2022-07-26T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'd7a8b2e6-65ff-48a5-8d2c-639bb593e1fa', 'name': '', 'network_id': 'bfc355ed-296b-4282-8490-6e5732402872', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'mac_address': 'fa:16:3e:ed:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:11Z', 'updated_at': '2022-07-26T05:03:17Z', 'revision_number': 4, 'project_id': '6874e6654d734910b67db92475ece16e', 'subnets': [{'id': 'b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:03:19.026127 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3866a7-ebfa-44b7-aaeb-e60466e96b25 req-fc314bfe-b425-4854-b466-952595411811 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:19.028283 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c3866a7-ebfa-44b7-aaeb-e60466e96b25 req-fc314bfe-b425-4854-b466-952595411811 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0999787 Jul 26 05:03:19.170263 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c3866a7-ebfa-44b7-aaeb-e60466e96b25 req-6d891876-d0da-40cd-9a2c-c2382e809f16 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361499 Jul 26 05:03:19.284256 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:19.516014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece32d36-08a7-47e2-b3f2-13dffe22fe5d req-9f0df051-16bc-41f7-812a-1ee9abfa40dd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:19.523224 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ece32d36-08a7-47e2-b3f2-13dffe22fe5d req-9f0df051-16bc-41f7-812a-1ee9abfa40dd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0885351 Jul 26 05:03:19.577632 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:19.578079 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:19.598263 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ece32d36-08a7-47e2-b3f2-13dffe22fe5d req-d0779a6c-6f8c-4a89-8df4-8f0b9bf60c37 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697711 Jul 26 05:03:19.613687 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:19.787072 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:20.362642 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eec13a-00a2-4b31-9aeb-107d5a3424ee req-e28f7aa7-8d0f-4d0a-b8e2-f3be11a5343b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:20.372394 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11eec13a-00a2-4b31-9aeb-107d5a3424ee req-e28f7aa7-8d0f-4d0a-b8e2-f3be11a5343b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0800221 Jul 26 05:03:20.458944 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11eec13a-00a2-4b31-9aeb-107d5a3424ee req-b41f81a1-846b-4cc7-b6db-e65b66d0c2a7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853615 Jul 26 05:03:20.812910 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff89e5-3367-4918-8015-3b1f3942985e req-8aba3474-41d6-40a8-8fcb-0887cfa6b3bc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:20.814820 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6fff89e5-3367-4918-8015-3b1f3942985e req-8aba3474-41d6-40a8-8fcb-0887cfa6b3bc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.1069295 Jul 26 05:03:20.899482 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6fff89e5-3367-4918-8015-3b1f3942985e req-1bc31b13-16e0-4599-8b0c-6c7d6f081bd2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773876 Jul 26 05:03:21.595593 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9efaf-902f-4a06-b455-f3731471d439 req-890cb7e5-ec36-464a-abb6-e21eae04e7c2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:21.597813 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3cd9efaf-902f-4a06-b455-f3731471d439 req-890cb7e5-ec36-464a-abb6-e21eae04e7c2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0515258 Jul 26 05:03:21.661708 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3cd9efaf-902f-4a06-b455-f3731471d439 req-4a0a2d6b-737b-4fc5-9af6-fea57353a8ef tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555539 Jul 26 05:03:22.036345 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879530d7-a4bb-4cd2-ada9-0aa4a47f4e98 req-ce12c818-8ae1-413a-8963-a3db1b3c986d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:22.037843 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-879530d7-a4bb-4cd2-ada9-0aa4a47f4e98 req-ce12c818-8ae1-413a-8963-a3db1b3c986d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0497825 Jul 26 05:03:22.113552 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-879530d7-a4bb-4cd2-ada9-0aa4a47f4e98 req-c5571abd-a881-4bee-8514-b87e0886a70a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698490 Jul 26 05:03:22.804808 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41d11-df4d-4ba9-889c-781fc42027c7 req-4e912a33-a24f-497d-8fcb-d1c9af34e285 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:22.806410 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23c41d11-df4d-4ba9-889c-781fc42027c7 req-4e912a33-a24f-497d-8fcb-d1c9af34e285 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0587399 Jul 26 05:03:22.858098 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23c41d11-df4d-4ba9-889c-781fc42027c7 req-9ccb210c-6497-4ae1-9722-394ee9d17d3d tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443621 Jul 26 05:03:23.210849 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:23.266365 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f89fd-a38e-44e1-82df-54670cd6287c req-37d31ceb-828a-4bc6-9c16-38d16ccdcd02 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:23.268022 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-978f89fd-a38e-44e1-82df-54670cd6287c req-37d31ceb-828a-4bc6-9c16-38d16ccdcd02 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0662208 Jul 26 05:03:23.334858 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-978f89fd-a38e-44e1-82df-54670cd6287c req-a919e496-ce36-441d-b7f6-30b72b7cbf94 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611720 Jul 26 05:03:24.001599 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1259c3-51c9-4b70-9e51-31b63057b737 req-f13e303e-a520-4a75-a7d2-968e6632286f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:24.003231 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c1259c3-51c9-4b70-9e51-31b63057b737 req-f13e303e-a520-4a75-a7d2-968e6632286f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0588944 Jul 26 05:03:24.065235 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c1259c3-51c9-4b70-9e51-31b63057b737 req-ff7901bd-ebcc-4b2e-b714-d88f4309c12f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551765 Jul 26 05:03:24.479778 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da763c56-b2c9-4d8c-9341-a3ac1da8c8ac req-a1c00484-2a68-4bf2-8c8f-f274e62ab069 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:24.481418 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-da763c56-b2c9-4d8c-9341-a3ac1da8c8ac req-a1c00484-2a68-4bf2-8c8f-f274e62ab069 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0525286 Jul 26 05:03:24.533611 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-da763c56-b2c9-4d8c-9341-a3ac1da8c8ac req-63b5ed2f-e610-4b42-b53d-926c15a5c972 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460505 Jul 26 05:03:25.202756 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4e46-edf6-40c4-86b6-83e216250771 req-6cf78625-265b-4317-8d35-b93271e6b4e7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:25.204287 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eda4e46-edf6-40c4-86b6-83e216250771 req-6cf78625-265b-4317-8d35-b93271e6b4e7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0611117 Jul 26 05:03:25.258672 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eda4e46-edf6-40c4-86b6-83e216250771 req-8707e66b-e8f2-4bce-a74b-4ad26c4331a2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463421 Jul 26 05:03:25.681496 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77751c5b-b48d-4760-81f3-0f9a26624492 req-6ea14681-6aaa-43ea-be19-e02258db390d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:25.682956 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77751c5b-b48d-4760-81f3-0f9a26624492 req-6ea14681-6aaa-43ea-be19-e02258db390d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0548594 Jul 26 05:03:25.738310 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77751c5b-b48d-4760-81f3-0f9a26624492 req-e18ca53a-5c61-47b7-8028-08f1a63d62ae tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494726 Jul 26 05:03:26.367604 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:26.387109 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9c690-1289-4ec4-b075-aa9fe6bee13b req-2dd24418-5033-40d4-8420-306e240e7b5f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:26.388803 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a3c9c690-1289-4ec4-b075-aa9fe6bee13b req-2dd24418-5033-40d4-8420-306e240e7b5f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0501759 Jul 26 05:03:26.438897 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a3c9c690-1289-4ec4-b075-aa9fe6bee13b req-48371519-915a-419f-a6d4-e3ab9f64a4fd tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Jul 26 05:03:26.805399 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=33,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:26.878130 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a5570-16ea-4db7-ac25-74d798f2786e req-feee9eba-66da-4245-9889-20893079df0c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:26.879606 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-944a5570-16ea-4db7-ac25-74d798f2786e req-feee9eba-66da-4245-9889-20893079df0c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0497320 Jul 26 05:03:26.939651 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-944a5570-16ea-4db7-ac25-74d798f2786e req-97153cbf-70d1-4df8-a248-10831c0c5e0b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528672 Jul 26 05:03:27.572836 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fa118-9f8e-49f3-ba52-451f952e2dc5 req-19c18c27-c73b-44fb-93f1-50f2a1db095f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:27.574429 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e1fa118-9f8e-49f3-ba52-451f952e2dc5 req-19c18c27-c73b-44fb-93f1-50f2a1db095f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0602164 Jul 26 05:03:27.624295 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e1fa118-9f8e-49f3-ba52-451f952e2dc5 req-cef2ade5-2bf6-4079-a102-7ae672139492 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441799 Jul 26 05:03:27.744492 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47c3c2-3e02-4b59-a016-d335fa7b10da req-5c8920cb-16ac-4c17-bc54-d08802c4308e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:27.746056 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ae47c3c2-3e02-4b59-a016-d335fa7b10da req-5c8920cb-16ac-4c17-bc54-d08802c4308e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0510786 Jul 26 05:03:27.756542 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49358) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:27.761031 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-fa4dd597-3b25-4a11-a63e-96eb8ddaae84 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Request body: {'floatingip': {'port_id': 'd1799624-13c2-451d-96a9-a79751ea030c'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:27.840212 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd597-3b25-4a11-a63e-96eb8ddaae84 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for floatingip (c8b1858d-41f5-47b2-a3ab-33c5271be715), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:28.088843 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:28.101633 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be1f9a-a652-43bb-ac40-ffddf7f3df3d req-ba78f88c-7b96-4cd7-9486-b0921fa51687 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:28.103142 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-43be1f9a-a652-43bb-ac40-ffddf7f3df3d req-ba78f88c-7b96-4cd7-9486-b0921fa51687 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0700393 Jul 26 05:03:28.353145 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-43be1f9a-a652-43bb-ac40-ffddf7f3df3d req-0b9feb3f-0654-4001-9ec9-5e431c4d624c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112081 Jul 26 05:03:28.521605 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd597-3b25-4a11-a63e-96eb8ddaae84 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:28.528836 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd597-3b25-4a11-a63e-96eb8ddaae84 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (c8b1858d-41f5-47b2-a3ab-33c5271be715), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:28.634357 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-fa4dd597-3b25-4a11-a63e-96eb8ddaae84 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Floating IP c8b1858d-41f5-47b2-a3ab-33c5271be715 associated. External IP: 172.27.3.164, port: d1799624-13c2-451d-96a9-a79751ea030c. Jul 26 05:03:28.756126 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:28.759261 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:28.936920 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:29.069217 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4dd597-3b25-4a11-a63e-96eb8ddaae84 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Router fe8be3be-6385-4fff-b609-cd7d5437c478 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:03:29.182102 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4dd597-3b25-4a11-a63e-96eb8ddaae84 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:03:29.186983 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fa4dd597-3b25-4a11-a63e-96eb8ddaae84 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:29.192235 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] Sync routers for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:03:29.203425 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:29.204086 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:03:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:29.223956 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fa4dd597-3b25-4a11-a63e-96eb8ddaae84 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "PUT /v2.0/floatingips/c8b1858d-41f5-47b2-a3ab-33c5271be715 HTTP/1.1" status: 200 len: 992 time: 1.4662285 Jul 26 05:03:29.225000 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:03:29.227910 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "tag": "d1799624-13c2-451d-96a9-a79751ea030c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:03:29.281633 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73230579-c532-4c6d-8e00-aa607756e929 x-openstack-request-id: req-73230579-c532-4c6d-8e00-aa607756e929 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:03:29.281919 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "tag": "d1799624-13c2-451d-96a9-a79751ea030c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:03:29.282168 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-73230579-c532-4c6d-8e00-aa607756e929 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:03:29.282567 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73230579-c532-4c6d-8e00-aa607756e929'] response: {'name': 'network-changed', 'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c', 'status': 'completed', 'code': 200} Jul 26 05:03:29.301167 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:29.316708 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:29.381900 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-c716d09b-b393-4e9d-a54f-f72137516443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:29.383579 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-c716d09b-b393-4e9d-a54f-f72137516443 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 1130 time: 0.0433419 Jul 26 05:03:29.512841 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494986fd-6349-4568-baa9-c6510febee8a req-95e6b1dc-641b-4647-8453-ac3fcc81ef96 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:29.514315 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-494986fd-6349-4568-baa9-c6510febee8a req-95e6b1dc-641b-4647-8453-ac3fcc81ef96 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0674703 Jul 26 05:03:29.544459 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-ffd969f6-3880-46d7-ae03-9fefac60fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:29.546009 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-ffd969f6-3880-46d7-ae03-9fefac60fb1b service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.1548760 Jul 26 05:03:29.593500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:29.595276 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'c8b1858d-41f5-47b2-a3ab-33c5271be715', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'port_id': 'd1799624-13c2-451d-96a9-a79751ea030c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'mac_address': 'fa:16:3e:bf:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:28Z', 'revision_number': 1, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:32Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:29.618099 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-494986fd-6349-4568-baa9-c6510febee8a req-2f703818-d4fb-466d-a490-2efa2e073027 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971775 Jul 26 05:03:29.620455 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] Checking router: fe8be3be-6385-4fff-b609-cd7d5437c478 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:03:29.628673 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-76e28fca-b19f-474f-8045-c50baf71edec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1799624-13c2-451d-96a9-a79751ea030c HTTP/1.1" status: 200 len: 1000 time: 0.0711834 Jul 26 05:03:29.629268 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:29.629898 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:03:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:29.684420 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-ac9534d1-bbe1-4d73-a70f-64e19c32e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:29.686654 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-ac9534d1-bbe1-4d73-a70f-64e19c32e6a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0501966 Jul 26 05:03:29.738031 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:29.747539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-0432bc15-8e66-4e8b-9a3e-610f9a8c8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:29.749132 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-0432bc15-8e66-4e8b-9a3e-610f9a8c8d10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451453 Jul 26 05:03:29.842796 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-8da95af0-3c04-4106-aba3-571516af4082 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856073 Jul 26 05:03:29.943517 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cb5ee24-7a01-48a9-8eaa-0f9d4217944a req-b03ace43-2216-4b12-ae9a-732782cd9c54 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919869 Jul 26 05:03:29.956761 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'c8b1858d-41f5-47b2-a3ab-33c5271be715', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'port_id': 'd1799624-13c2-451d-96a9-a79751ea030c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'mac_address': 'fa:16:3e:bf:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:28Z', 'revision_number': 1, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:32Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:29.986962 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba7883-cd2c-40be-9baa-84c764375328 None None] The sync data for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'c8b1858d-41f5-47b2-a3ab-33c5271be715', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'port_id': 'd1799624-13c2-451d-96a9-a79751ea030c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'mac_address': 'fa:16:3e:bf:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:28Z', 'revision_number': 1, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:32Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:03:30.180653 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98147692-8075-46bb-bec0-e0bba385afbb None None] New status for floating IP c8b1858d-41f5-47b2-a3ab-33c5271be715: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:03:30.753760 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f2315-4b17-4c59-a2c2-49f507d03408 req-7abb41b8-cdeb-46e3-a781-29d7ff2e48e9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:30.755223 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc7f2315-4b17-4c59-a2c2-49f507d03408 req-7abb41b8-cdeb-46e3-a781-29d7ff2e48e9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0522356 Jul 26 05:03:30.799031 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:30.804267 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc7f2315-4b17-4c59-a2c2-49f507d03408 req-33b4ad7a-ac19-41db-8599-b941943df425 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Jul 26 05:03:31.945933 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4cda6-6567-4937-9d50-2f4406f88edc req-d740c693-8f4f-44ee-8f53-e6ec0a411498 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:31.947442 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-64e4cda6-6567-4937-9d50-2f4406f88edc req-d740c693-8f4f-44ee-8f53-e6ec0a411498 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0546803 Jul 26 05:03:32.001916 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-64e4cda6-6567-4937-9d50-2f4406f88edc req-5ab6beda-2575-4100-9571-f76451206f52 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465977 Jul 26 05:03:32.776770 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:33.135301 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a2f64-ca65-4c04-86fa-e976dfe4c20b req-983ed1e4-aad5-4d6f-9cb5-2c5c13daa2d7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:33.137111 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-be2a2f64-ca65-4c04-86fa-e976dfe4c20b req-983ed1e4-aad5-4d6f-9cb5-2c5c13daa2d7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 943 time: 0.0530565 Jul 26 05:03:33.186983 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-be2a2f64-ca65-4c04-86fa-e976dfe4c20b req-a23b530e-0a5b-44bd-9d82-97248af553dd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Jul 26 05:03:33.378638 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a540d166-7fe8-4084-911e-a2037b5f9fd5 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:03:33.465805 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:33.495290 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:33.507776 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'port_id': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'mac_address': 'fa:16:3e:f8:e0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:03:33.542773 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port a540d166-7fe8-4084-911e-a2037b5f9fd5 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:33.543167 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:33.557083 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a540d166-7fe8-4084-911e-a2037b5f9fd5 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:03:33.577298 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:33.582938 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:33.635671 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=9']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:33.962560 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['a540d166-7fe8-4084-911e-a2037b5f9fd5'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:03:33.987848 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:34.330895 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eddfb3-c6d6-4c1c-a69f-ef4b36008732 req-707fa9b5-2c7d-4b09-9122-e1b69172eef0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:34.332444 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7eddfb3-c6d6-4c1c-a69f-ef4b36008732 req-707fa9b5-2c7d-4b09-9122-e1b69172eef0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.0494280 Jul 26 05:03:34.386642 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7eddfb3-c6d6-4c1c-a69f-ef4b36008732 req-939e12e5-e871-48c6-98b9-feaf9f9f6c0c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480800 Jul 26 05:03:34.795140 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-4faba39c-faec-4c97-83da-1ebde5e5b3b1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144158790&fields=id&tenant_id=987757bb89e64419822e021b15a65c31 HTTP/1.1" status: 200 len: 267 time: 0.0451133 Jul 26 05:03:34.917926 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-a88b51f1-3b36-4ab5-8f6e-9322f12800fd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:34.919407 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-a88b51f1-3b36-4ab5-8f6e-9322f12800fd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 811 time: 0.1176803 Jul 26 05:03:34.934646 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-1c8362fa-579a-4849-9108-292c2e805470 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/quotas/987757bb89e64419822e021b15a65c31 HTTP/1.1" status: 200 len: 375 time: 0.0098221 Jul 26 05:03:34.991847 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-7709f740-9ee2-4438-9d3e-8dbcf9ea996b tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494950 Jul 26 05:03:35.106811 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-a576b158-4a08-442f-9d9a-d9bbf0b2213b service neutron] 10.222.0.17 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968428 Jul 26 05:03:35.228015 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-cc4d3244-46de-4603-a67a-2d5ff88cd859 service neutron] 10.222.0.17 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140223 Jul 26 05:03:35.392805 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a540d166-7fe8-4084-911e-a2037b5f9fd5 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:35.442912 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port a540d166-7fe8-4084-911e-a2037b5f9fd5 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:35.443355 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:35.507452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:35.535464 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c39ed0-b659-4229-a0e5-5aa93e38b7ef req-90205756-b664-48ce-a20c-fda3be2491fb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:35.537176 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18c39ed0-b659-4229-a0e5-5aa93e38b7ef req-90205756-b664-48ce-a20c-fda3be2491fb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 944 time: 0.0682287 Jul 26 05:03:35.544491 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port a540d166-7fe8-4084-911e-a2037b5f9fd5 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:35.544943 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:35.556204 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-78c1a165-57d5-41a9-a47a-aec92ad3ea62 req-ecbe4a52-7682-438d-af8e-c07e9a6391f6 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 210 time: 0.0390737 Jul 26 05:03:35.583225 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:03:35.585558 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605bef90-e425-4e84-8a87-0d6ef5301aae" -d '{"events": [{"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-plugged", "status": "completed", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:03:35.599391 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:35.605938 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:35.629730 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18c39ed0-b659-4229-a0e5-5aa93e38b7ef req-afbb0b06-1917-489b-bcd5-a3fdbf6ea608 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765758 Jul 26 05:03:35.635279 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dcc5b5-d792-40d4-8586-1165dcbfaf15 x-openstack-request-id: req-23dcc5b5-d792-40d4-8586-1165dcbfaf15 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:03:35.635685 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-plugged", "status": "completed", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:03:35.635945 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-23dcc5b5-d792-40d4-8586-1165dcbfaf15 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:03:35.636502 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23dcc5b5-d792-40d4-8586-1165dcbfaf15'] response: {'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'code': 200} Jul 26 05:03:35.669625 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=10']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:36.184787 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5c076-f2f7-48a5-95ee-e063b6a4a561 req-55966fc1-0a97-4974-8f37-3e8a2c6fdb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:36.186181 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a8b5c076-f2f7-48a5-95ee-e063b6a4a561 req-55966fc1-0a97-4974-8f37-3e8a2c6fdb50 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 1130 time: 0.0430567 Jul 26 05:03:36.234193 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a8b5c076-f2f7-48a5-95ee-e063b6a4a561 req-52cc78d4-58c3-408e-a74f-645c2561f7ee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Jul 26 05:03:36.660543 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-94c6b96e-7f25-453f-8f2b-a04fe30331c5 req-89df176c-2a65-4837-a801-0ce27e4ba6d6 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 210 time: 0.0304196 Jul 26 05:03:36.762165 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb986b-c298-4b8e-9fe1-1fd08a95f304 req-77183ffc-acd0-4484-b4ed-5494307385b5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:36.763623 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73fb986b-c298-4b8e-9fe1-1fd08a95f304 req-77183ffc-acd0-4484-b4ed-5494307385b5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 946 time: 0.0561323 Jul 26 05:03:36.790593 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:36.813276 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73fb986b-c298-4b8e-9fe1-1fd08a95f304 req-cdc687d9-29ad-44c4-9ecc-2f3db62db0f0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 Jul 26 05:03:37.577753 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-ebb690e5-378c-4646-ab8a-809df67724b3 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:37.579254 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-ebb690e5-378c-4646-ab8a-809df67724b3 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 811 time: 0.1109302 Jul 26 05:03:37.768133 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-b4624e15-a261-4d9d-add0-79ffafef3efe tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=987757bb89e64419822e021b15a65c31 HTTP/1.1" status: 200 len: 380 time: 0.0754576 Jul 26 05:03:37.788946 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ecc420c-757d-4b4d-a294-22bc9d8329a3 req-935797c4-9b0a-4005-b672-cfb669ebd3ea tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 210 time: 0.0402312 Jul 26 05:03:37.942112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209157f0-1013-4d19-894d-9a368af3a5cb req-2e1ae9bd-6626-45b4-b5b1-0dd68273eb59 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:37.943665 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-209157f0-1013-4d19-894d-9a368af3a5cb req-2e1ae9bd-6626-45b4-b5b1-0dd68273eb59 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 946 time: 0.0477240 Jul 26 05:03:38.008788 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-209157f0-1013-4d19-894d-9a368af3a5cb req-8b069bd9-295a-45d2-9a23-64a745fe6f7a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549936 Jul 26 05:03:38.357600 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'port': {'device_id': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'admin_state_up': True, 'tenant_id': '987757bb89e64419822e021b15a65c31', 'security_groups': ['45d50329-53d2-4b97-a819-3bdb81435553']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:38.484866 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Made reservation on behalf of 987757bb89e64419822e021b15a65c31 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:03:38.488239 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:38.623071 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Allocated IP 172.20.0.12 (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2/b3f2a6c5-1607-440b-9106-a458ab08d0ac/6cf9eff0-8091-47a1-b175-0369e3eb4648) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:03:38.758502 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:38.778653 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:38.813910 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:38.860520 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:38.870085 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:38.884191 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:38.926857 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'Port': ['ID=6cf9eff0-8091-47a1-b175-0369e3eb4648,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:38.933661 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:38.962723 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972b7d5-71df-4bde-afe9-1ef50d7727ca req-069bef52-d768-4cb6-8231-310d9adcd05d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:38.968206 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d972b7d5-71df-4bde-afe9-1ef50d7727ca req-069bef52-d768-4cb6-8231-310d9adcd05d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 932 time: 0.1024714 Jul 26 05:03:38.989622 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:38.990252 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:39.024899 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-058cd26b-67af-4a02-8277-17387fd59d18 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6715994 Jul 26 05:03:39.049112 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d972b7d5-71df-4bde-afe9-1ef50d7727ca req-c0992de4-50ea-40a9-aadf-8beb02b1c9c9 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752316 Jul 26 05:03:39.063844 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Request body: {'port': {'device_id': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:39.186676 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-b6975e26-0abc-44f9-8651-345b1a1794a1 None None] Provisioning complete for port 6cf9eff0-8091-47a1-b175-0369e3eb4648 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:39.187847 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b6975e26-0abc-44f9-8651-345b1a1794a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:39.203772 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a963f-7636-47c6-a0bb-067e642c538b req-380b1d36-7c63-489e-b6e1-1425cb1802c3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:39.205249 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec7a963f-7636-47c6-a0bb-067e642c538b req-380b1d36-7c63-489e-b6e1-1425cb1802c3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 946 time: 0.0867147 Jul 26 05:03:39.207954 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:39.226648 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-b6975e26-0abc-44f9-8651-345b1a1794a1 None None] Port 6cf9eff0-8091-47a1-b175-0369e3eb4648 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:03:39.297748 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec7a963f-7636-47c6-a0bb-067e642c538b req-1110619d-8860-4f33-9d6d-8824e3a43ce7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860720 Jul 26 05:03:39.525934 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf9eff0-8091-47a1-b175-0369e3eb4648 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:03:39.534003 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Publish callbacks [] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:39.547084 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Transition to ACTIVE for port object 6cf9eff0-8091-47a1-b175-0369e3eb4648 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:03:39.553701 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:39.588716 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:39.607206 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf9eff0-8091-47a1-b175-0369e3eb4648,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:39.691702 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Attempting to bind port 6cf9eff0-8091-47a1-b175-0369e3eb4648 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:03:39.692080 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Attempting to bind port 6cf9eff0-8091-47a1-b175-0369e3eb4648 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:03:39.692372 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Attempting to bind port 6cf9eff0-8091-47a1-b175-0369e3eb4648 on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:39.697882 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Port 6cf9eff0-8091-47a1-b175-0369e3eb4648 on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:03:39.698207 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Attempting to bind port 6cf9eff0-8091-47a1-b175-0369e3eb4648 on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:03:39.703589 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:03:39.703987 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Checking segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:03:39.704369 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Bound using segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:03:39.704794 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Bound port: 6cf9eff0-8091-47a1-b175-0369e3eb4648, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:03:39.705181 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:39.771820 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] For port 6cf9eff0-8091-47a1-b175-0369e3eb4648, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:03:39.774847 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] For port 6cf9eff0-8091-47a1-b175-0369e3eb4648, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cf9eff0-8091-47a1-b175-0369e3eb4648,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:03:39.783004 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:39.820723 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:39.821337 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:39.822726 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] 10.222.0.52 "PUT /v2.0/ports/6cf9eff0-8091-47a1-b175-0369e3eb4648 HTTP/1.1" status: 200 len: 1094 time: 0.7644126 Jul 26 05:03:39.823173 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'tag': '6cf9eff0-8091-47a1-b175-0369e3eb4648'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:03:39.825491 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c" -d '{"events": [{"name": "network-changed", "server_uuid": "d72962b6-f3c4-41b4-96fd-5045b03faf2a", "tag": "6cf9eff0-8091-47a1-b175-0369e3eb4648"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:03:39.845731 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7cae4-6a6e-4319-aa54-3c3a5deece8a service neutron] Pushing event updated for resources: {'Port': ['ID=6cf9eff0-8091-47a1-b175-0369e3eb4648,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:39.865987 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d54aa1f-fa35-44e4-8ea0-f82bee693016 x-openstack-request-id: req-3d54aa1f-fa35-44e4-8ea0-f82bee693016 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:03:39.866243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72962b6-f3c4-41b4-96fd-5045b03faf2a", "tag": "6cf9eff0-8091-47a1-b175-0369e3eb4648", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:03:39.866501 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3d54aa1f-fa35-44e4-8ea0-f82bee693016 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:03:39.866908 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d54aa1f-fa35-44e4-8ea0-f82bee693016'] response: {'name': 'network-changed', 'server_uuid': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'tag': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'status': 'completed', 'code': 200} Jul 26 05:03:39.960607 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-4a0a1f21-656a-4ce5-8cd4-43d3dde8bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:39.962291 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-4a0a1f21-656a-4ce5-8cd4-43d3dde8bc4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 1128 time: 0.0429995 Jul 26 05:03:40.016750 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-faa71a06-2200-4dfa-a0a7-ed87eaa72dbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf9eff0-8091-47a1-b175-0369e3eb4648 HTTP/1.1" status: 200 len: 217 time: 0.0392621 Jul 26 05:03:40.070220 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:40.079251 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-1990d38e-27ef-44e4-bef8-5b6d6d9246ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:40.080774 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-1990d38e-27ef-44e4-bef8-5b6d6d9246ba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0575535 Jul 26 05:03:40.129183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-b6358229-4d4a-4868-b2c8-a975fb6e6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:40.130715 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-b6358229-4d4a-4868-b2c8-a975fb6e6989 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424354 Jul 26 05:03:40.221889 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbd2ed-f461-4ac7-a7a7-03431f077064 req-88e162bb-cfd0-46c2-94eb-64dd37a78c05 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:40.223300 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7bbd2ed-f461-4ac7-a7a7-03431f077064 req-88e162bb-cfd0-46c2-94eb-64dd37a78c05 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 944 time: 0.0916212 Jul 26 05:03:40.293469 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-4ca5c000-c6cf-4e48-889b-e2dd68c0aa42 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524379 Jul 26 05:03:40.298602 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7bbd2ed-f461-4ac7-a7a7-03431f077064 req-f64ec98d-8488-45db-bd56-3295d5139540 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685167 Jul 26 05:03:40.341510 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:40.362947 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:40.418197 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b69ff1fc-a29b-44c3-9534-f0c75b6ed509 req-4030c64b-c6ec-4777-9ee0-4d222be2918b service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162562 Jul 26 05:03:40.435892 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be000c2-3878-4535-b78a-4ffc05b65000 req-073c68ce-4af0-42eb-8388-a9a2f5203dc6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:40.437378 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5be000c2-3878-4535-b78a-4ffc05b65000 req-073c68ce-4af0-42eb-8388-a9a2f5203dc6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 946 time: 0.0536950 Jul 26 05:03:40.490833 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5be000c2-3878-4535-b78a-4ffc05b65000 req-26146250-c10c-47cc-90cb-7224c02f946a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474691 Jul 26 05:03:40.851939 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-832118ab-f857-4362-ad7b-24682f3020a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:40.853335 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-832118ab-f857-4362-ad7b-24682f3020a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 1128 time: 0.0501959 Jul 26 05:03:40.950186 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-d3755428-7faf-46af-a3e7-305fcbfabcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:40.951659 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-d3755428-7faf-46af-a3e7-305fcbfabcba service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.0897644 Jul 26 05:03:40.990898 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-357533b9-8d8e-42ec-9f4a-9ed0d4c8fbf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf9eff0-8091-47a1-b175-0369e3eb4648 HTTP/1.1" status: 200 len: 217 time: 0.0319645 Jul 26 05:03:41.049966 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-2a741c51-b957-4f82-a756-4ebbe527f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:41.052046 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-2a741c51-b957-4f82-a756-4ebbe527f3fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0550864 Jul 26 05:03:41.070072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:41.103226 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-3aa16137-b162-4b02-913d-4a530634dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:41.104748 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-3aa16137-b162-4b02-913d-4a530634dd91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461795 Jul 26 05:03:41.208509 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-28ff2628-66f3-4c38-8541-b52e1630a312 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935638 Jul 26 05:03:41.549659 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd344dd-86db-4ab5-8482-671ffd4362c9 req-db9a8e63-6bf8-4c19-b66b-5f1d589efac5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:41.551104 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-acd344dd-86db-4ab5-8482-671ffd4362c9 req-db9a8e63-6bf8-4c19-b66b-5f1d589efac5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 944 time: 0.0840578 Jul 26 05:03:41.586238 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a1deb35-9cd0-4c30-a4c8-93a6fb98493c req-d7e9bb45-3322-4f97-ba4e-13b62055d5ea service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709416 Jul 26 05:03:41.595195 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:41.614476 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-acd344dd-86db-4ab5-8482-671ffd4362c9 req-8064fc68-6333-4897-bdac-ac8a39296e9b tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569196 Jul 26 05:03:42.750852 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6a994-9863-432b-99cb-2f649eca9c8e req-956d9e85-bf55-4ebb-af19-eb9ac127dde0 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:42.752377 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d4c6a994-9863-432b-99cb-2f649eca9c8e req-956d9e85-bf55-4ebb-af19-eb9ac127dde0 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 944 time: 0.0536442 Jul 26 05:03:42.812771 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d4c6a994-9863-432b-99cb-2f649eca9c8e req-c2f7a301-ecb7-48ec-9dce-a75255d29726 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518737 Jul 26 05:03:43.563077 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-05a88239-8335-4691-b5b6-b41c62d2fa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:43.936100 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d99e4-1824-49e4-8c9d-bae40eff8063 req-ad88a872-49b2-40e4-9d2f-bfa35d07e276 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:43.937583 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-212d99e4-1824-49e4-8c9d-bae40eff8063 req-ad88a872-49b2-40e4-9d2f-bfa35d07e276 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 944 time: 0.0519092 Jul 26 05:03:43.995725 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-212d99e4-1824-49e4-8c9d-bae40eff8063 req-6096230c-f585-43ce-bb2e-c90baea2be75 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492542 Jul 26 05:03:45.134134 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96b5de-a850-4d6c-a3b7-91ba88b3af48 req-0338e66e-fb62-457c-8486-5cf78fd4e6be tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:45.135873 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb96b5de-a850-4d6c-a3b7-91ba88b3af48 req-0338e66e-fb62-457c-8486-5cf78fd4e6be tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 944 time: 0.0610349 Jul 26 05:03:45.188890 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb96b5de-a850-4d6c-a3b7-91ba88b3af48 req-828f978e-ead6-4e7c-8bff-888efd552bab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464385 Jul 26 05:03:45.701671 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e4eafb7a-2a67-4e03-81c8-c69eca543d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:46.321865 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934d2d-0489-4d35-89de-1b7fe7e37252 req-b8b68919-e92c-4fb1-af2a-acd2e4e2df6c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:46.323338 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88934d2d-0489-4d35-89de-1b7fe7e37252 req-b8b68919-e92c-4fb1-af2a-acd2e4e2df6c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 944 time: 0.0504839 Jul 26 05:03:46.375120 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88934d2d-0489-4d35-89de-1b7fe7e37252 req-499d1419-48ae-4fd8-9991-811f8b09826c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 Jul 26 05:03:46.941932 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:47.458654 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 6cf9eff0-8091-47a1-b175-0369e3eb4648 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:03:47.498329 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb2897-8f22-4bdb-ad98-abb5f0b09901 req-75553d67-46be-4e10-ae73-493c5eb1b692 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:47.500666 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ffb2897-8f22-4bdb-ad98-abb5f0b09901 req-75553d67-46be-4e10-ae73-493c5eb1b692 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 944 time: 0.0534112 Jul 26 05:03:47.560246 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ffb2897-8f22-4bdb-ad98-abb5f0b09901 req-5eea2cd1-b5dd-401e-973e-80bc3c5f6893 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535681 Jul 26 05:03:47.695123 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 6cf9eff0-8091-47a1-b175-0369e3eb4648, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cf9eff0-8091-47a1-b175-0369e3eb4648,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:47.702223 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:47.708002 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'port_id': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'mac_address': 'fa:16:3e:38:a4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:03:47.745853 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 6cf9eff0-8091-47a1-b175-0369e3eb4648 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:47.746236 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:47.759672 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf9eff0-8091-47a1-b175-0369e3eb4648 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:03:47.780070 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 6cf9eff0-8091-47a1-b175-0369e3eb4648, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cf9eff0-8091-47a1-b175-0369e3eb4648,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:47.785079 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:47.833938 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=6cf9eff0-8091-47a1-b175-0369e3eb4648,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:48.185898 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['6cf9eff0-8091-47a1-b175-0369e3eb4648'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:03:48.224827 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:48.333641 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231ac22-d83e-405b-abaf-1c4b345117cf req-1f785718-3ef3-4447-b2dc-56618b8db80f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:48.335278 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1231ac22-d83e-405b-abaf-1c4b345117cf req-1f785718-3ef3-4447-b2dc-56618b8db80f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0481532 Jul 26 05:03:48.354854 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:48.387340 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1231ac22-d83e-405b-abaf-1c4b345117cf req-44df9b8e-73c0-4de7-bca6-c07c1310167c tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453405 Jul 26 05:03:48.684030 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3307f7-b4bf-4089-b628-e5d42cfee3db req-1d29566a-6455-4629-90e8-e43b612fac32 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:48.685506 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa3307f7-b4bf-4089-b628-e5d42cfee3db req-1d29566a-6455-4629-90e8-e43b612fac32 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 945 time: 0.0531273 Jul 26 05:03:48.686863 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:48.737857 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa3307f7-b4bf-4089-b628-e5d42cfee3db req-d6af6567-5873-4148-a7a8-a4f51aadd228 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448639 Jul 26 05:03:49.465641 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 6cf9eff0-8091-47a1-b175-0369e3eb4648 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:03:49.509267 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942fd8e-933f-4c87-b035-572cdcffd2c1 req-967c461f-3e0b-47d0-90bd-563c9206f580 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:49.510773 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5942fd8e-933f-4c87-b035-572cdcffd2c1 req-967c461f-3e0b-47d0-90bd-563c9206f580 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0479801 Jul 26 05:03:49.513510 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 6cf9eff0-8091-47a1-b175-0369e3eb4648 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:03:49.521511 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 6cf9eff0-8091-47a1-b175-0369e3eb4648 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:03:49.521943 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:49.560480 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5942fd8e-933f-4c87-b035-572cdcffd2c1 req-0a550162-4696-429c-9a2b-ab90c8a908ef tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Jul 26 05:03:49.611987 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 6cf9eff0-8091-47a1-b175-0369e3eb4648 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:03:49.612607 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:49.641660 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf9eff0-8091-47a1-b175-0369e3eb4648'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:03:49.644364 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f006843-5197-4f5d-9c71-5f2e5906fcf6" -d '{"events": [{"server_uuid": "d72962b6-f3c4-41b4-96fd-5045b03faf2a", "name": "network-vif-plugged", "status": "completed", "tag": "6cf9eff0-8091-47a1-b175-0369e3eb4648"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:03:49.666027 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 6cf9eff0-8091-47a1-b175-0369e3eb4648, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cf9eff0-8091-47a1-b175-0369e3eb4648,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:03:49.671345 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:49.696410 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a16783-b1fb-43fa-be73-73a0b9e6eb97 x-openstack-request-id: req-e4a16783-b1fb-43fa-be73-73a0b9e6eb97 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:03:49.696724 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72962b6-f3c4-41b4-96fd-5045b03faf2a", "name": "network-vif-plugged", "status": "completed", "tag": "6cf9eff0-8091-47a1-b175-0369e3eb4648", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:03:49.697017 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e4a16783-b1fb-43fa-be73-73a0b9e6eb97 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:03:49.697419 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a16783-b1fb-43fa-be73-73a0b9e6eb97'] response: {'server_uuid': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'code': 200} Jul 26 05:03:49.727122 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=6cf9eff0-8091-47a1-b175-0369e3eb4648,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:49.865698 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6ddff-5b4b-4ba1-8496-24b230977c4d req-5c6fd93b-2508-4f6c-9a1b-95ceaa8c9ff0 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:49.867196 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33f6ddff-5b4b-4ba1-8496-24b230977c4d req-5c6fd93b-2508-4f6c-9a1b-95ceaa8c9ff0 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 946 time: 0.0482273 Jul 26 05:03:49.894842 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:49.927252 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33f6ddff-5b4b-4ba1-8496-24b230977c4d req-0626db9f-f422-4595-a82d-093d49c7e0f3 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537322 Jul 26 05:03:49.966647 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468beabe-1524-45b5-9454-ec0fc400b243 req-7dcc7658-daca-4b92-960d-3ded8f1bfdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:49.968211 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-468beabe-1524-45b5-9454-ec0fc400b243 req-7dcc7658-daca-4b92-960d-3ded8f1bfdd6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 1130 time: 0.0400929 Jul 26 05:03:50.017808 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-468beabe-1524-45b5-9454-ec0fc400b243 req-704608f9-914e-4837-86f1-dabf849f711a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Jul 26 05:03:50.706673 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6d4bd-5a35-4e73-8501-4a261b50de75 req-b15f97ce-78b8-45a8-94f2-44b4f888b273 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:50.708084 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82c6d4bd-5a35-4e73-8501-4a261b50de75 req-b15f97ce-78b8-45a8-94f2-44b4f888b273 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0584300 Jul 26 05:03:50.732653 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:50.763670 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82c6d4bd-5a35-4e73-8501-4a261b50de75 req-534e5c92-7460-4235-9c12-7428882cbefb tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478556 Jul 26 05:03:51.054315 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00eb17-824b-48c1-8d0c-da8ce296c8ff req-8bd123c9-9333-4937-813c-9dd2ddfa2148 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:51.055828 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd00eb17-824b-48c1-8d0c-da8ce296c8ff req-8bd123c9-9333-4937-813c-9dd2ddfa2148 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 946 time: 0.0556848 Jul 26 05:03:51.116139 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd00eb17-824b-48c1-8d0c-da8ce296c8ff req-d5a9ef9d-0206-4270-97e3-15e8deee4fb5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518692 Jul 26 05:03:51.885899 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5639b-85dc-45b8-9559-83dca2f97248 req-367ffaa8-385b-4791-ae4e-17534541bf17 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:51.887366 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-43f5639b-85dc-45b8-9559-83dca2f97248 req-367ffaa8-385b-4791-ae4e-17534541bf17 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0498872 Jul 26 05:03:51.947438 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-43f5639b-85dc-45b8-9559-83dca2f97248 req-6dc6192d-a1a6-47da-8b3a-b561c2924a16 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521266 Jul 26 05:03:52.237782 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c6642-74da-4cde-9bf5-ab9277de2bee req-dffe7a00-c11a-45e3-80c4-60880bb24170 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:52.239392 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a8c6642-74da-4cde-9bf5-ab9277de2bee req-dffe7a00-c11a-45e3-80c4-60880bb24170 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 946 time: 0.0510528 Jul 26 05:03:52.298067 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a8c6642-74da-4cde-9bf5-ab9277de2bee req-91f9c506-79f7-4d25-a175-36f5f1fd2f13 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519102 Jul 26 05:03:52.431241 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac766699-0a98-4d3d-9645-e51679c547fe req-051921f2-1a77-406e-80c7-5ba67534e0a0 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:52.432697 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac766699-0a98-4d3d-9645-e51679c547fe req-051921f2-1a77-406e-80c7-5ba67534e0a0 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 946 time: 0.0560334 Jul 26 05:03:52.485725 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac766699-0a98-4d3d-9645-e51679c547fe req-1c5c01e3-7c0d-4c74-b6b2-1ad0e61cf613 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472012 Jul 26 05:03:52.518172 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49540) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:52.654457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5172ece5-ce7b-4aa6-90f4-ea931ea0b8cf tempest-TestVolumeBootPattern-1383035479 tempest-TestVolumeBootPattern-1383035479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:52.656013 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5172ece5-ce7b-4aa6-90f4-ea931ea0b8cf tempest-TestVolumeBootPattern-1383035479 tempest-TestVolumeBootPattern-1383035479-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 1125 time: 0.1368566 Jul 26 05:03:52.659209 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49544) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:03:52.663891 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'port_id': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:03:52.690726 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:52.777407 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:52.888925 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Allocated IP 172.27.3.152 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/9dae412c-0f6d-425c-b368-3a48804f5547) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:03:52.994855 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for port (9dae412c-0f6d-425c-b368-3a48804f5547), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:53.027628 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (9dae412c-0f6d-425c-b368-3a48804f5547), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:53.070718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80193aaa-b904-4ac5-ac2e-56cbedb37594 req-05a47761-d477-4928-bc73-99f82c5a6328 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:53.072232 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80193aaa-b904-4ac5-ac2e-56cbedb37594 req-05a47761-d477-4928-bc73-99f82c5a6328 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Jul 26 05:03:53.073500 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:03:53.078670 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:03:53.081260 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:03:53.084438 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'Port': ['ID=9dae412c-0f6d-425c-b368-3a48804f5547,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:53.121556 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80193aaa-b904-4ac5-ac2e-56cbedb37594 req-42c96523-4045-4550-ac61-180523220801 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434361 Jul 26 05:03:53.678533 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:53.703223 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (2203382f-f14a-48b3-b50f-7ec5ed4376ea), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:53.746714 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:53.793589 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (9dae412c-0f6d-425c-b368-3a48804f5547), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:53.950569 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for port (9dae412c-0f6d-425c-b368-3a48804f5547), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:53.957229 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (9dae412c-0f6d-425c-b368-3a48804f5547), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:54.045036 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'Port': ['ID=9dae412c-0f6d-425c-b368-3a48804f5547,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:03:54.056721 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (2203382f-f14a-48b3-b50f-7ec5ed4376ea), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:54.171130 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Floating IP 2203382f-f14a-48b3-b50f-7ec5ed4376ea associated. External IP: 172.27.3.152, port: 6cf9eff0-8091-47a1-b175-0369e3eb4648. Jul 26 05:03:54.243170 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e644273-9fd7-4093-96e9-8b55dbaa4f02 req-9d38a4c0-84da-4411-86e4-c2ceebeaa4b4 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:54.244610 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e644273-9fd7-4093-96e9-8b55dbaa4f02 req-9d38a4c0-84da-4411-86e4-c2ceebeaa4b4 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Jul 26 05:03:54.293503 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e644273-9fd7-4093-96e9-8b55dbaa4f02 req-4b6abca5-d7a5-4c2d-896b-6ce0dbb11efb tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431387 Jul 26 05:03:54.371783 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Router b1037f13-c211-4dd1-9a24-c6e02309e5a6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:03:54.480111 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:03:54.490560 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] Sync routers for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:03:54.500562 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:03:54.501730 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:54.502342 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:03:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:54.537018 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e007b0be-953d-459e-84fc-0949b1c0fbbd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8766572 Jul 26 05:03:54.537726 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'tag': '6cf9eff0-8091-47a1-b175-0369e3eb4648'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:03:54.540054 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6172107d-540f-49d4-8419-00bfdce06b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d72962b6-f3c4-41b4-96fd-5045b03faf2a", "tag": "6cf9eff0-8091-47a1-b175-0369e3eb4648"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:03:54.578039 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088d1598-3a8a-4084-ba3e-9b778b74fc19 x-openstack-request-id: req-088d1598-3a8a-4084-ba3e-9b778b74fc19 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:03:54.578321 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d72962b6-f3c4-41b4-96fd-5045b03faf2a", "tag": "6cf9eff0-8091-47a1-b175-0369e3eb4648", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:03:54.578865 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-088d1598-3a8a-4084-ba3e-9b778b74fc19 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:03:54.579281 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088d1598-3a8a-4084-ba3e-9b778b74fc19'] response: {'name': 'network-changed', 'server_uuid': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'tag': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'status': 'completed', 'code': 200} Jul 26 05:03:54.606829 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:54.640528 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:54.677636 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172107d-540f-49d4-8419-00bfdce06b3f req-73dd649f-cccd-43f4-ad1d-6356d889d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:54.679227 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6172107d-540f-49d4-8419-00bfdce06b3f req-73dd649f-cccd-43f4-ad1d-6356d889d780 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 1130 time: 0.0421221 Jul 26 05:03:54.778728 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172107d-540f-49d4-8419-00bfdce06b3f req-de386aa3-8af2-4e8c-b2b4-c37a80dc52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:54.780294 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6172107d-540f-49d4-8419-00bfdce06b3f req-de386aa3-8af2-4e8c-b2b4-c37a80dc52fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.0938876 Jul 26 05:03:54.820986 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:54.827543 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '2203382f-f14a-48b3-b50f-7ec5ed4376ea', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:38:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:03:53Z', 'updated_at': '2022-07-26T05:03:53Z', 'revision_number': 0, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:54.845557 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6172107d-540f-49d4-8419-00bfdce06b3f req-bd463af3-7316-463e-82fb-a42b42866664 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6cf9eff0-8091-47a1-b175-0369e3eb4648 HTTP/1.1" status: 200 len: 1000 time: 0.0579808 Jul 26 05:03:54.857315 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] Checking router: b1037f13-c211-4dd1-9a24-c6e02309e5a6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:03:54.866718 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:03:54.867336 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:03:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:54.900008 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172107d-540f-49d4-8419-00bfdce06b3f req-1300a9ac-c9fa-4613-87f4-fd18c0aff7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:54.901475 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6172107d-540f-49d4-8419-00bfdce06b3f req-1300a9ac-c9fa-4613-87f4-fd18c0aff7ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0483341 Jul 26 05:03:54.916488 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:54.948902 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172107d-540f-49d4-8419-00bfdce06b3f req-eeaa8dc1-7e0a-4a42-96d2-15a24521714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:54.950527 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6172107d-540f-49d4-8419-00bfdce06b3f req-eeaa8dc1-7e0a-4a42-96d2-15a24521714f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414474 Jul 26 05:03:54.972024 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:03:55.045328 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6172107d-540f-49d4-8419-00bfdce06b3f req-480657d5-31f7-4f65-a6ec-4a0ad4825820 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873406 Jul 26 05:03:55.096893 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:55.139084 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6172107d-540f-49d4-8419-00bfdce06b3f req-f3a662e6-5352-4865-a32e-cbcf61a11619 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853019 Jul 26 05:03:55.185623 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '2203382f-f14a-48b3-b50f-7ec5ed4376ea', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:38:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:03:53Z', 'updated_at': '2022-07-26T05:03:53Z', 'revision_number': 0, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:03:55.211631 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537b787-7499-4ae6-a243-b2939e87d503 None None] The sync data for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi is: [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '2203382f-f14a-48b3-b50f-7ec5ed4376ea', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:38:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:03:53Z', 'updated_at': '2022-07-26T05:03:53Z', 'revision_number': 0, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:03:55.300145 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:03:55.418108 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b25fc91-f5dd-4f9b-805c-c3f02a462a0f None None] New status for floating IP 2203382f-f14a-48b3-b50f-7ec5ed4376ea: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:03:55.423331 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4750e8-5e0b-4eee-ae25-47c62e070151 req-469a2f62-3476-49ce-95e0-72dffcfc880e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:55.424931 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e4750e8-5e0b-4eee-ae25-47c62e070151 req-469a2f62-3476-49ce-95e0-72dffcfc880e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0557482 Jul 26 05:03:55.479591 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e4750e8-5e0b-4eee-ae25-47c62e070151 req-e57a58f2-945f-4ec7-a7e1-27a3c407ec2e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485010 Jul 26 05:03:56.608888 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c44338-4100-4457-be36-157eff7c8630 req-db6f5ad0-31ad-45fb-b596-96dcaa62baab tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:56.610368 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16c44338-4100-4457-be36-157eff7c8630 req-db6f5ad0-31ad-45fb-b596-96dcaa62baab tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0507345 Jul 26 05:03:56.659261 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16c44338-4100-4457-be36-157eff7c8630 req-6dd328f3-377b-4151-9def-e65b9111d4e4 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Jul 26 05:03:57.787443 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080219d2-9dfd-4c1d-9643-c538049d46d2 req-1212bdc8-7198-442a-8ec8-82e838946fb0 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:57.789146 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-080219d2-9dfd-4c1d-9643-c538049d46d2 req-1212bdc8-7198-442a-8ec8-82e838946fb0 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0539227 Jul 26 05:03:57.841106 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-080219d2-9dfd-4c1d-9643-c538049d46d2 req-5addf5fc-5288-49ca-bd8d-df6c8885ae67 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460069 Jul 26 05:03:58.970977 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5837492-379b-40cb-af3d-c2f066de98a3 req-104f6ae2-8158-44c0-9481-f791e567223e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:58.972596 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5837492-379b-40cb-af3d-c2f066de98a3 req-104f6ae2-8158-44c0-9481-f791e567223e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0536232 Jul 26 05:03:59.024487 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5837492-379b-40cb-af3d-c2f066de98a3 req-1ec9ea31-1540-4646-a6d3-c8e137c9b084 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435772 Jul 26 05:03:59.237746 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545279a-08ea-4a89-82b0-425cb27ab927 req-8ca88ef7-f6fe-419b-960d-2b0e550e1390 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:59.239505 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8545279a-08ea-4a89-82b0-425cb27ab927 req-8ca88ef7-f6fe-419b-960d-2b0e550e1390 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0511217 Jul 26 05:03:59.288320 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8545279a-08ea-4a89-82b0-425cb27ab927 req-f316c0b3-9d17-45f7-942a-1fc797f96580 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421360 Jul 26 05:03:59.382298 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-4ce8c10e-4e1f-4c52-b1f5-835d6fc846d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:59.383854 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-4ce8c10e-4e1f-4c52-b1f5-835d6fc846d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 1129 time: 0.0481858 Jul 26 05:03:59.509933 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-58699fc9-594a-4387-9c29-369ce9b82d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:59.511409 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-58699fc9-594a-4387-9c29-369ce9b82d77 service neutron] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 912 time: 0.0962896 Jul 26 05:03:59.776293 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-75345d1b-5f4e-4a18-b4ac-f5e6eb67cc28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c HTTP/1.1" status: 200 len: 1001 time: 0.0655391 Jul 26 05:03:59.826071 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-9066857a-d469-4d86-b931-224f8c96ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:59.827504 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-9066857a-d469-4d86-b931-224f8c96ecb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.0441852 Jul 26 05:03:59.871680 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-b9f3b4d6-b720-4066-aad5-a8694bf15dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:03:59.873170 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-b9f3b4d6-b720-4066-aad5-a8694bf15dcc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396237 Jul 26 05:03:59.924058 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:03:59.966684 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-20ab1ed8-08d2-4bdd-bd49-0cd509c5b031 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870838 Jul 26 05:04:00.059252 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d740eea7-48aa-4cfd-a775-ca77e4f26e2e req-9ce111ec-ec77-4724-80a3-544af5b29edb service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837059 Jul 26 05:04:00.418331 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4f89c-b83a-4499-a1f4-93972b11c184 req-799871b3-e1f4-4a6a-ad84-42f50091caa8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:00.419834 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-37f4f89c-b83a-4499-a1f4-93972b11c184 req-799871b3-e1f4-4a6a-ad84-42f50091caa8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0530529 Jul 26 05:04:00.438469 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:00.468528 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-37f4f89c-b83a-4499-a1f4-93972b11c184 req-0433cc79-f298-40e4-b34b-9e2e14224ea8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Jul 26 05:04:01.252467 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-0a288de1-a3f7-46ff-9c29-7df85e491ed2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406709 Jul 26 05:04:01.330761 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-91b8df9e-6e56-4657-8f4a-33cf52b989e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:01.332335 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-91b8df9e-6e56-4657-8f4a-33cf52b989e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 1129 time: 0.0407732 Jul 26 05:04:01.449237 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-ff22f82c-0016-406f-b8e4-1f437907517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:01.450711 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-ff22f82c-0016-406f-b8e4-1f437907517a service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.0954366 Jul 26 05:04:01.490839 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-2c7b1b6f-aa90-4fd4-b5c1-27816db787d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad83218c-f197-497a-8169-9fcae83efaee HTTP/1.1" status: 200 len: 217 time: 0.0322425 Jul 26 05:04:01.553798 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-d0d0f2a5-ecf9-49ba-903a-b6111bed82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:01.555182 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-d0d0f2a5-ecf9-49ba-903a-b6111bed82e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0584257 Jul 26 05:04:01.622189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d9f2-9df4-45b9-bbe5-0e2e1b6930f0 req-57cb2b87-9358-4dcf-86a8-36e9568dd1ee tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:01.623715 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c6d8d9f2-9df4-45b9-bbe5-0e2e1b6930f0 req-57cb2b87-9358-4dcf-86a8-36e9568dd1ee tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0793693 Jul 26 05:04:01.638492 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-45e99224-ddcf-43a7-a554-97ff118d7713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:01.639979 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-45e99224-ddcf-43a7-a554-97ff118d7713 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615516 Jul 26 05:04:01.721218 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c6d8d9f2-9df4-45b9-bbe5-0e2e1b6930f0 req-c37c924c-dbff-4652-ae19-983def8990ae tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917807 Jul 26 05:04:01.762586 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-15bf4c4d-a050-4b8b-acfd-415625af21cc service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096148 Jul 26 05:04:01.853361 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67a45992-b76b-4064-bc44-c41aa1f1e18f req-4963a618-6844-4114-8b93-1b0fa4aebb09 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841122 Jul 26 05:04:02.788978 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:04.528211 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:04.530441 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:11.847731 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:11.850797 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=63 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:12.441958 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:12.446789 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:12.779789 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=59 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:12.782800 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:13.558692 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3da1c4c8-71fc-4bd3-8656-a665e7c7cc6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:15.718749 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2edc7522-06f9-4cd8-9d5f-e9ddaed21aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:16.945515 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:18.340357 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:18.691578 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:20.955391 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e320e7-b93c-4d8a-9755-44fa9d425a37 req-82b3a045-d6f7-4844-833e-78b551f6d4e1 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:20.956816 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e320e7-b93c-4d8a-9755-44fa9d425a37 req-82b3a045-d6f7-4844-833e-78b551f6d4e1 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0924759 Jul 26 05:04:20.962668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-f885a2df-5aff-4c02-8ba3-a7c83f7e2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:20.964071 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-f885a2df-5aff-4c02-8ba3-a7c83f7e2029 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 1130 time: 0.0645001 Jul 26 05:04:21.065205 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e320e7-b93c-4d8a-9755-44fa9d425a37 req-6b3e1a4c-ad90-4e5b-a14e-9430654c4a11 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001530 Jul 26 05:04:21.087071 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-f22966ee-4a4f-4305-a0f8-3ed07141b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:21.088595 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-f22966ee-4a4f-4305-a0f8-3ed07141b06d service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.1175804 Jul 26 05:04:21.152265 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-1fd74723-035a-4efa-b9a2-a91b383afa9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1799624-13c2-451d-96a9-a79751ea030c HTTP/1.1" status: 200 len: 1002 time: 0.0568047 Jul 26 05:04:21.200964 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-db9b89e8-6330-4a09-8289-22035c3d2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:21.202373 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-db9b89e8-6330-4a09-8289-22035c3d2fd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0437400 Jul 26 05:04:21.271056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-9a8cd850-6bf9-4afb-b24e-740bda1ac36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:21.273195 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-9a8cd850-6bf9-4afb-b24e-740bda1ac36c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634537 Jul 26 05:04:21.380014 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-3ccb9beb-1020-4cfe-8ef0-672a5c78de41 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990043 Jul 26 05:04:21.481361 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa363b0b-46e2-4d8b-873c-71e8b039f10a req-f60f02bf-36e4-42d4-b672-d698af344ec6 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948081 Jul 26 05:04:22.195500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f07cb-a1c0-4a55-96d8-2f036b16a6d6 req-fb9b0cf7-e2f5-4967-880c-723374d9a7dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:22.197001 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d82f07cb-a1c0-4a55-96d8-2f036b16a6d6 req-fb9b0cf7-e2f5-4967-880c-723374d9a7dc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0501976 Jul 26 05:04:22.248203 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d82f07cb-a1c0-4a55-96d8-2f036b16a6d6 req-0a314672-3471-4499-8b67-ce4cf8a3ca1a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451579 Jul 26 05:04:23.375281 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d450-e4b2-46e1-a80f-02b1e2ad2d35 req-f9ae5f5a-81b6-453a-8743-ad9c5bdef0c8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:23.376852 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-da89d450-e4b2-46e1-a80f-02b1e2ad2d35 req-f9ae5f5a-81b6-453a-8743-ad9c5bdef0c8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0541780 Jul 26 05:04:23.433922 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-da89d450-e4b2-46e1-a80f-02b1e2ad2d35 req-83099e63-77ea-46d2-8a97-094e0cefc8c3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487156 Jul 26 05:04:23.876932 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb35746-aefa-493c-89fe-c02f98196463 req-543ae3d5-9d6c-4f2b-a7c2-db5a43e280ab tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:23.878405 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6eb35746-aefa-493c-89fe-c02f98196463 req-543ae3d5-9d6c-4f2b-a7c2-db5a43e280ab tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 946 time: 0.0552590 Jul 26 05:04:23.928176 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6eb35746-aefa-493c-89fe-c02f98196463 req-b5440c68-5e91-455a-96dc-58c819015936 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Jul 26 05:04:24.562995 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf4716-1be6-47f6-a29d-15dff8aeb4a1 req-e08b656b-a1de-4f6a-80d2-f8a4cec1953f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:24.564496 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39bf4716-1be6-47f6-a29d-15dff8aeb4a1 req-e08b656b-a1de-4f6a-80d2-f8a4cec1953f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0471995 Jul 26 05:04:24.616256 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39bf4716-1be6-47f6-a29d-15dff8aeb4a1 req-3a70c3d1-86e2-49a6-808e-652ce0ecdd19 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455527 Jul 26 05:04:25.075448 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b22ff9-ce69-436d-8b36-6acf15b8bdba req-e19c3bff-51c7-40c3-9ff9-c991d38c76cd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:25.076695 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9b22ff9-ce69-436d-8b36-6acf15b8bdba req-e19c3bff-51c7-40c3-9ff9-c991d38c76cd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 946 time: 0.0584333 Jul 26 05:04:25.111379 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:25.128859 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:25.137049 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9b22ff9-ce69-436d-8b36-6acf15b8bdba req-8bd37589-d633-4fb0-98db-45f78ef82088 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543830 Jul 26 05:04:25.750868 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-2460f8a1-7d57-41ef-860e-e46943f0c358 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:25.752347 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-2460f8a1-7d57-41ef-860e-e46943f0c358 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 946 time: 0.0764639 Jul 26 05:04:25.774862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee510-1485-40e5-afce-4023f49d8e10 req-a70654e2-db9e-48b0-a605-d9b7c7ee8382 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:25.776311 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af1ee510-1485-40e5-afce-4023f49d8e10 req-a70654e2-db9e-48b0-a605-d9b7c7ee8382 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0701237 Jul 26 05:04:25.909289 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af1ee510-1485-40e5-afce-4023f49d8e10 req-706bee98-414e-466c-ac40-a7911685a73a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161489 Jul 26 05:04:25.912360 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Deleting port a540d166-7fe8-4084-911e-a2037b5f9fd5 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:04:25.912732 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:26.278595 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] For port a540d166-7fe8-4084-911e-a2037b5f9fd5, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a540d166-7fe8-4084-911e-a2037b5f9fd5,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:04:26.278938 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:26.302444 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a3d0b-09b2-4d0f-b151-b78150acfffd req-dd8b62e3-e3aa-434e-8dae-463e63199fa7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:26.303947 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-117a3d0b-09b2-4d0f-b151-b78150acfffd req-dd8b62e3-e3aa-434e-8dae-463e63199fa7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 946 time: 0.0762181 Jul 26 05:04:26.464818 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-117a3d0b-09b2-4d0f-b151-b78150acfffd req-1558b8d4-4589-4849-a975-53abd782b515 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=557ac1de-a81b-4199-852e-771fed61a9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411414 Jul 26 05:04:26.536636 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:26.536997 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (797611eb-721a-47ef-a63e-03030e38f211), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:26.537314 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Floating IP 797611eb-721a-47ef-a63e-03030e38f211 disassociated. External IP: 172.27.3.193, port: a540d166-7fe8-4084-911e-a2037b5f9fd5. Jul 26 05:04:26.537660 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Calling delete_port for a540d166-7fe8-4084-911e-a2037b5f9fd5 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:04:26.669697 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (a540d166-7fe8-4084-911e-a2037b5f9fd5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:26.703027 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event deleted for resources: {'Port': ['ID=a540d166-7fe8-4084-911e-a2037b5f9fd5,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:26.714961 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.715278 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.715645 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.715978 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.716350 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.716623 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.716952 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.717449 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.717970 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.718502 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.719018 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.719525 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.720049 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.720534 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.721039 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:26.858622 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Router 02502522-c056-4f39-a5d0-08ca48135a2c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:04:26.861982 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:26.907099 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:26.966370 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:04:26.979150 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] Sync routers for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:04:26.992485 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:04:26.993236 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:27.058365 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] No DVR routers for this DVR port a540d166-7fe8-4084-911e-a2037b5f9fd5 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:04:27.062646 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:27.066125 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8d6d9c8-2393-4570-afbf-443a00556040 req-4b3ca7e6-161b-4622-af13-4d3238ed0286 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "DELETE /v2.0/ports/a540d166-7fe8-4084-911e-a2037b5f9fd5 HTTP/1.1" status: 204 len: 173 time: 1.3054378 Jul 26 05:04:27.066668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-deleted', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:04:27.069444 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd6b209-6945-47a2-a580-f2d07a47dbae" -d '{"events": [{"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-deleted", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:04:27.080258 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbab762-f08c-495d-a9ec-42f32efd2f2e req-3df75ed3-0847-488c-9703-24920ba7e2b3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:27.081910 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ddbab762-f08c-495d-a9ec-42f32efd2f2e req-3df75ed3-0847-488c-9703-24920ba7e2b3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0867445 Jul 26 05:04:27.123683 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:04:27.136467 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3cbdfb-ded8-488b-bac2-23ea45afc4e4 x-openstack-request-id: req-2d3cbdfb-ded8-488b-bac2-23ea45afc4e4 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:04:27.136759 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b3bcc1-fe56-4edd-b25a-a2c338610939", "name": "network-vif-deleted", "tag": "a540d166-7fe8-4084-911e-a2037b5f9fd5", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:04:27.137018 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2d3cbdfb-ded8-488b-bac2-23ea45afc4e4 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:04:27.137451 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3cbdfb-ded8-488b-bac2-23ea45afc4e4'] response: {'server_uuid': '02b3bcc1-fe56-4edd-b25a-a2c338610939', 'name': 'network-vif-deleted', 'tag': 'a540d166-7fe8-4084-911e-a2037b5f9fd5', 'status': 'completed', 'code': 200} Jul 26 05:04:27.146016 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ddbab762-f08c-495d-a9ec-42f32efd2f2e req-dec87c03-a023-4876-941c-c7240b1f63e1 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533202 Jul 26 05:04:27.449996 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:27.475674 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] Checking router: 02502522-c056-4f39-a5d0-08ca48135a2c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:04:27.484492 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:04:27.485102 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:27.594322 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a0461ad5-0b99-4579-85f9-d4ee7c3584fa req-9bcb4ad0-f51b-44e3-bd4c-12b029e6fcba tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=02b3bcc1-fe56-4edd-b25a-a2c338610939 HTTP/1.1" status: 200 len: 210 time: 0.0322099 Jul 26 05:04:27.594602 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:04:27.803795 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:27.830250 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6403f2d-9d69-4086-8887-ab2e741f4f40 None None] The sync data for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi is: [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:04:28.034934 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d815102d-8a36-4381-a21e-697715a964ff None None] New status for floating IP 797611eb-721a-47ef-a63e-03030e38f211: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:04:28.283096 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc1ca6-b742-4f2f-851a-55073c88cc96 req-d0e295ed-d817-4526-8cf1-7f6ad649fbb5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:28.284767 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32cc1ca6-b742-4f2f-851a-55073c88cc96 req-d0e295ed-d817-4526-8cf1-7f6ad649fbb5 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0540135 Jul 26 05:04:28.337197 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32cc1ca6-b742-4f2f-851a-55073c88cc96 req-805ae82e-b990-40b3-97fb-1cc641b26826 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459397 Jul 26 05:04:28.705083 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49674) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:28.762587 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (557ac1de-a81b-4199-852e-771fed61a9e2), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:28.786418 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (557ac1de-a81b-4199-852e-771fed61a9e2), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:28.841264 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (557ac1de-a81b-4199-852e-771fed61a9e2), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:28.844051 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:28.845220 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "DELETE /v2.0/security-groups/557ac1de-a81b-4199-852e-771fed61a9e2 HTTP/1.1" status: 204 len: 168 time: 0.1391594 Jul 26 05:04:28.848408 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49676) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:28.854529 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557ac1de-a81b-4199-852e-771fed61a9e2,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:28.861925 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.862252 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-f55660ab-141d-4ad5-a51c-6723e25ccdfd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] show failed (client error): The resource could not be found. Jul 26 05:04:28.862360 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.862609 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.862936 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.863226 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f55660ab-141d-4ad5-a51c-6723e25ccdfd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups/557ac1de-a81b-4199-852e-771fed61a9e2 HTTP/1.1" status: 404 len: 347 time: 0.0136003 Jul 26 05:04:28.863348 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.863619 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.864000 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.864334 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.864664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.865015 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.865303 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.865639 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.865976 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.866307 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.866583 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49678) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:28.866772 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7965a6-c251-4c58-baa5-ef45b2890198 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:28.985596 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Deleting port b1a07a26-23a2-44dc-9943-247d2191015e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:04:28.985941 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (b1a07a26-23a2-44dc-9943-247d2191015e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.068721 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (b1a07a26-23a2-44dc-9943-247d2191015e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.069052 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (b1a07a26-23a2-44dc-9943-247d2191015e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.081837 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Calling delete_port for b1a07a26-23a2-44dc-9943-247d2191015e owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:04:29.238904 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (b1a07a26-23a2-44dc-9943-247d2191015e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.264910 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event deleted for resources: {'Port': ['ID=b1a07a26-23a2-44dc-9943-247d2191015e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:29.328757 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (797611eb-721a-47ef-a63e-03030e38f211), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.331544 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.332800 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3e9d6156-417a-4d13-ae2d-3a9f1c61dc4b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "DELETE /v2.0/floatingips/797611eb-721a-47ef-a63e-03030e38f211 HTTP/1.1" status: 204 len: 168 time: 0.4652090 Jul 26 05:04:29.442579 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49684) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:29.447289 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-6279b73b-db98-46ee-b78a-68fa4c9a63eb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559546221', 'description': 'tempest-description--1984547848'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:29.476405 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6279b73b-db98-46ee-b78a-68fa4c9a63eb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.485083 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85924f60-01ba-46c2-ac44-52fc7895d555 req-e4a481d7-3a20-403c-b681-e337d063ee37 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:29.486852 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-85924f60-01ba-46c2-ac44-52fc7895d555 req-e4a481d7-3a20-403c-b681-e337d063ee37 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0634696 Jul 26 05:04:29.538332 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-85924f60-01ba-46c2-ac44-52fc7895d555 req-d28d01f4-5dc6-494a-96ef-86e39eff5fae tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447392 Jul 26 05:04:29.546050 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6279b73b-db98-46ee-b78a-68fa4c9a63eb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (e75a095a-d48b-4bb5-a8df-97247f74f0c6), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.550365 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6279b73b-db98-46ee-b78a-68fa4c9a63eb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e75a095a-d48b-4bb5-a8df-97247f74f0c6), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.582923 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279b73b-db98-46ee-b78a-68fa4c9a63eb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75a095a-d48b-4bb5-a8df-97247f74f0c6,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:29.587975 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6279b73b-db98-46ee-b78a-68fa4c9a63eb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.589194 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6279b73b-db98-46ee-b78a-68fa4c9a63eb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1455164 Jul 26 05:04:29.592332 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49686) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:29.597288 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-5e0291a0-b32a-4e3a-9d0c-f08b1f69387d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'security_group_rule': {'security_group_id': 'e75a095a-d48b-4bb5-a8df-97247f74f0c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:29.627508 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e0291a0-b32a-4e3a-9d0c-f08b1f69387d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (40a70e37-ea26-4359-8057-b8aec4038025), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.636862 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a540d166-7fe8-4084-911e-a2037b5f9fd5 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:04:29.656879 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: a540d166-7fe8-4084-911e-a2037b5f9fd5 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:04:29.657246 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a540d166-7fe8-4084-911e-a2037b5f9fd5 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:04:29.669601 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:29.674294 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:29.694583 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e0291a0-b32a-4e3a-9d0c-f08b1f69387d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (40a70e37-ea26-4359-8057-b8aec4038025), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.699089 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e0291a0-b32a-4e3a-9d0c-f08b1f69387d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (40a70e37-ea26-4359-8057-b8aec4038025), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.718010 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0291a0-b32a-4e3a-9d0c-f08b1f69387d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a70e37-ea26-4359-8057-b8aec4038025,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:29.728514 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e0291a0-b32a-4e3a-9d0c-f08b1f69387d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.729760 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5e0291a0-b32a-4e3a-9d0c-f08b1f69387d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363266 Jul 26 05:04:29.732763 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49688) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:29.737013 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-71a2d1e1-0473-46df-b432-84d30bf2bad5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'security_group_rule': {'security_group_id': 'e75a095a-d48b-4bb5-a8df-97247f74f0c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:29.765997 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-71a2d1e1-0473-46df-b432-84d30bf2bad5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (8193df61-6400-44ba-b90e-6cc35b0b5f3f), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.835530 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-71a2d1e1-0473-46df-b432-84d30bf2bad5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (8193df61-6400-44ba-b90e-6cc35b0b5f3f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.840649 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-71a2d1e1-0473-46df-b432-84d30bf2bad5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (8193df61-6400-44ba-b90e-6cc35b0b5f3f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.862446 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2d1e1-0473-46df-b432-84d30bf2bad5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8193df61-6400-44ba-b90e-6cc35b0b5f3f,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:29.869476 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-71a2d1e1-0473-46df-b432-84d30bf2bad5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.870693 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-71a2d1e1-0473-46df-b432-84d30bf2bad5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370091 Jul 26 05:04:29.873910 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49690) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:29.878058 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:29.901494 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:29.981967 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:30.093147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Allocated IP 172.27.3.51 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/d577d1aa-1a4d-4551-a024-8e86c2e17d3e) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:04:30.204151 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for port (d577d1aa-1a4d-4551-a024-8e86c2e17d3e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:30.241123 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (d577d1aa-1a4d-4551-a024-8e86c2e17d3e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:30.284349 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:04:30.290057 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:04:30.292544 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:04:30.297870 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'Port': ['ID=d577d1aa-1a4d-4551-a024-8e86c2e17d3e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:30.380561 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (956cb539-6a68-4a62-8c69-1d34fd503020), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:30.414207 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=10,neutron:UPDATE=5,neutron:SELECT=83,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:30.417250 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:30.425219 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (d577d1aa-1a4d-4551-a024-8e86c2e17d3e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:30.587737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for port (d577d1aa-1a4d-4551-a024-8e86c2e17d3e), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:30.595395 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (d577d1aa-1a4d-4551-a024-8e86c2e17d3e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:30.701301 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'Port': ['ID=d577d1aa-1a4d-4551-a024-8e86c2e17d3e,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:30.716488 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01f42-0922-4df5-ba56-ecfbc9e06bc6 req-19d64139-286d-418a-b86f-840224616b1a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:30.717996 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6cc01f42-0922-4df5-ba56-ecfbc9e06bc6 req-19d64139-286d-418a-b86f-840224616b1a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0932229 Jul 26 05:04:30.719146 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (956cb539-6a68-4a62-8c69-1d34fd503020), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:30.746634 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:30.747840 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cfefb972-6c60-43c1-92d1-f82c46d8dfeb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8729885 Jul 26 05:04:30.776929 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6cc01f42-0922-4df5-ba56-ecfbc9e06bc6 req-a95d0717-2eab-4e12-9334-4b1256b8bd16 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529444 Jul 26 05:04:30.978026 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1b12a0f6-a281-4258-98e9-166723ea5076 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1559546221&fields=id&tenant_id=27187d178a5f47b49035991ab566c2d9 HTTP/1.1" status: 200 len: 267 time: 0.0475795 Jul 26 05:04:31.093144 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-740ac9ec-9d96-409f-b1d4-062bbdb7dbc6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:31.094527 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-740ac9ec-9d96-409f-b1d4-062bbdb7dbc6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 815 time: 0.1100080 Jul 26 05:04:31.109219 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-f05ab0de-658d-40b7-a0b3-9b888d6f5389 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/quotas/27187d178a5f47b49035991ab566c2d9 HTTP/1.1" status: 200 len: 375 time: 0.0091662 Jul 26 05:04:31.164958 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-056f6480-3464-4723-8b19-53de0df76fce tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508263 Jul 26 05:04:31.268476 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-66955b6d-bd89-485d-8f4d-cc47d0e1a754 service neutron] 10.222.0.17 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885992 Jul 26 05:04:31.371572 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-7aa86876-e1ef-47d2-a73a-fef711f28252 service neutron] 10.222.0.17 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972624 Jul 26 05:04:31.542648 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edb59856-35f5-4e1d-b372-662538cf3de9 req-66627c7d-3633-43ce-a0c7-1dac962803cb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 210 time: 0.0292091 Jul 26 05:04:31.905540 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accd349-25cb-4a6f-b094-26056acc60fb req-125f5dd1-9d7d-4efe-8159-bf935a335917 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:31.907118 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6accd349-25cb-4a6f-b094-26056acc60fb req-125f5dd1-9d7d-4efe-8159-bf935a335917 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0501606 Jul 26 05:04:31.951987 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:31.957511 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6accd349-25cb-4a6f-b094-26056acc60fb req-d8cf6adb-a4a0-4b14-8875-fcd10beb6456 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443239 Jul 26 05:04:32.300175 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:04:32.653651 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9c519715-e11a-4d23-9443-8f02ee208bfd req-dc1f8be2-0d54-4176-af7f-95e26c228d1a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 210 time: 0.0314240 Jul 26 05:04:32.783075 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:33.106860 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da6e19-cf72-4ad5-a055-2869687f4456 req-64b3d99d-ff8f-49be-8bad-72694fea92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:33.108392 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-65da6e19-cf72-4ad5-a055-2869687f4456 req-64b3d99d-ff8f-49be-8bad-72694fea92f2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 1130 time: 0.0688477 Jul 26 05:04:33.114543 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4227e-1ddb-4051-ada5-1d3516f29087 req-171ff9e3-8d8e-4cd1-81ae-f1f1d7f242a7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:33.115913 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24b4227e-1ddb-4051-ada5-1d3516f29087 req-171ff9e3-8d8e-4cd1-81ae-f1f1d7f242a7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0751264 Jul 26 05:04:33.161472 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:33.169461 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24b4227e-1ddb-4051-ada5-1d3516f29087 req-c18455a8-644b-47e7-8a16-18603e0fa6d3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449369 Jul 26 05:04:33.377393 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-65da6e19-cf72-4ad5-a055-2869687f4456 req-3f60cb63-b840-4c5d-b85b-af86ae982dbe service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405507 Jul 26 05:04:33.806879 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24769a88-6325-4479-b618-6f11ef38fc3f req-104f4529-01e2-4124-b3f6-b8a70f6df8b2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 210 time: 0.0645816 Jul 26 05:04:33.858514 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1198be91-f7e8-4bee-8170-a2acb5b6af5b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:33.859988 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1198be91-f7e8-4bee-8170-a2acb5b6af5b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 815 time: 0.1282108 Jul 26 05:04:34.168149 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-c59a3d1e-212c-4b4d-bbc3-c738f10378b2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27187d178a5f47b49035991ab566c2d9 HTTP/1.1" status: 200 len: 380 time: 0.0575588 Jul 26 05:04:34.189564 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'port': {'device_id': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'admin_state_up': True, 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'security_groups': ['e75a095a-d48b-4bb5-a8df-97247f74f0c6']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:34.311282 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eb897-3c71-4d43-bb79-631ad4cef673 req-e970053b-c484-4652-bf9b-6fe836dfdc5c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:34.312749 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-331eb897-3c71-4d43-bb79-631ad4cef673 req-e970053b-c484-4652-bf9b-6fe836dfdc5c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0679984 Jul 26 05:04:34.375544 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Made reservation on behalf of 27187d178a5f47b49035991ab566c2d9 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:04:34.378895 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:34.385548 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-331eb897-3c71-4d43-bb79-631ad4cef673 req-a12c64b8-44b9-422c-9cdb-ef90e7c80fd9 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664713 Jul 26 05:04:34.521127 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Allocated IP 172.20.0.10 (b59dfcee-9319-4218-b70b-67be8305e37d/30a12777-e5f7-4c1d-97a2-fde459216aa1/19c54117-94e3-4ff4-a8ce-06b6514cd2e6) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:04:34.670163 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:34.690379 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:34.705264 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:34.749305 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Network b59dfcee-9319-4218-b70b-67be8305e37d is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:04:34.751690 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:34.755402 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:04:34.759657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:04:34.763867 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:34.815863 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:34.816484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:34.834793 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-927a5a7d-6795-4a60-8fe0-e5d05e1a06bf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6489170 Jul 26 05:04:34.940075 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2385a-342b-4d5f-a3f7-92d3665fbd64 req-56593b44-6aea-4ddb-85c4-929cdef5b959 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:34.941935 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55f2385a-342b-4d5f-a3f7-92d3665fbd64 req-56593b44-6aea-4ddb-85c4-929cdef5b959 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 932 time: 0.0484753 Jul 26 05:04:34.984345 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-127fba52-a2a0-4bef-b64f-b3c7622f3751 None None] Provisioning complete for port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:04:34.984964 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-127fba52-a2a0-4bef-b64f-b3c7622f3751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:34.988953 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55f2385a-342b-4d5f-a3f7-92d3665fbd64 req-abfb0112-b195-4e93-bc89-4ec0a6170f06 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Jul 26 05:04:35.018036 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-127fba52-a2a0-4bef-b64f-b3c7622f3751 None None] Port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:04:35.103677 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Request body: {'port': {'device_id': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:35.174929 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:35.654719 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307a98-e481-4910-bffe-4020e21960f7 req-4cbc7b2e-9e2a-4857-b8da-55f029c832bb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:35.656168 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9307a98-e481-4910-bffe-4020e21960f7 req-4cbc7b2e-9e2a-4857-b8da-55f029c832bb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0658293 Jul 26 05:04:35.753243 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9307a98-e481-4910-bffe-4020e21960f7 req-aca461c6-9af8-4aac-81ab-ddf750dae7bd tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905254 Jul 26 05:04:35.764574 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:04:35.772341 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Publish callbacks [] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:35.786078 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Transition to ACTIVE for port object 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:04:35.791115 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:35.842696 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:35.928627 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Attempting to bind port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:04:35.929037 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Attempting to bind port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:04:35.929437 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Attempting to bind port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 on network b59dfcee-9319-4218-b70b-67be8305e37d {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:04:35.934500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 on network b59dfcee-9319-4218-b70b-67be8305e37d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:04:35.934821 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Attempting to bind port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 on network b59dfcee-9319-4218-b70b-67be8305e37d {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:04:35.937615 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:35.943308 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:04:35.943755 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Checking segment: {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:04:35.944156 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Bound using segment: {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:04:35.944651 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Bound port: 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c54d04-32ec-4efb-bb2d-1d77ae345607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:04:35.945064 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:36.029739 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:04:36.034714 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:04:36.045451 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:36.137001 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.137615 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:36.138997 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] 10.222.0.52 "PUT /v2.0/ports/19c54117-94e3-4ff4-a8ce-06b6514cd2e6 HTTP/1.1" status: 200 len: 1094 time: 1.0399578 Jul 26 05:04:36.139775 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:04:36.142477 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:04:36.153873 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:36.158301 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beffd3a-87cb-4ebf-bfb9-c349c95a89bd service neutron] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:36.179203 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b0b03-a9ab-4449-ab5d-4063b749f68c req-0c9abcf5-8abb-4c7d-9039-137240ac10eb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.180777 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f53b0b03-a9ab-4449-ab5d-4063b749f68c req-0c9abcf5-8abb-4c7d-9039-137240ac10eb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.1023722 Jul 26 05:04:36.255518 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-3b09f448-f7be-4ed6-9f8e-809bfdf80172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.257217 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-3b09f448-f7be-4ed6-9f8e-809bfdf80172 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 1128 time: 0.0497980 Jul 26 05:04:36.276529 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd9059-a79d-4540-b315-3b4eded377ae req-2f57be79-d439-4439-a81a-ef16f9cbf4ae tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.280043 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46fd9059-a79d-4540-b315-3b4eded377ae req-2f57be79-d439-4439-a81a-ef16f9cbf4ae tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.1168315 Jul 26 05:04:36.281221 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558297f4-0472-4db4-a742-34814c6c685d req-f8122a19-363c-4cbf-a354-b969787f1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.282956 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-558297f4-0472-4db4-a742-34814c6c685d req-f8122a19-363c-4cbf-a354-b969787f1c8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 1130 time: 0.0774095 Jul 26 05:04:36.309421 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-1dbefbae-1400-4cdd-92c6-f8c4f7090c37 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6 HTTP/1.1" status: 200 len: 217 time: 0.0347848 Jul 26 05:04:36.362739 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-53ec5b65-d0eb-4288-8f19-81ddfa22a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.364226 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-53ec5b65-d0eb-4288-8f19-81ddfa22a4a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.0478215 Jul 26 05:04:36.394085 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f53b0b03-a9ab-4449-ab5d-4063b749f68c req-d7fad16a-e899-484f-984e-f045876c9799 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904149 Jul 26 05:04:36.414774 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46fd9059-a79d-4540-b315-3b4eded377ae req-b4dadff6-0dbc-419b-8054-158884d98d5f tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307080 Jul 26 05:04:36.439530 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-69e0eadc-a60f-41d2-8568-1a723d18089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.439530 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-69e0eadc-a60f-41d2-8568-1a723d18089a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602393 Jul 26 05:04:36.439791 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558297f4-0472-4db4-a742-34814c6c685d req-04ea7fd8-e30c-4c84-be20-94d1ae5d5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.439791 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-558297f4-0472-4db4-a742-34814c6c685d req-04ea7fd8-e30c-4c84-be20-94d1ae5d5fef service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.1449196 Jul 26 05:04:36.481509 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc574b9-7c76-4239-8337-fb63feda52ec x-openstack-request-id: req-3dc574b9-7c76-4239-8337-fb63feda52ec {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:04:36.481807 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:04:36.482092 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3dc574b9-7c76-4239-8337-fb63feda52ec {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:04:36.482462 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc574b9-7c76-4239-8337-fb63feda52ec'] response: {'name': 'network-changed', 'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'status': 'completed', 'code': 200} Jul 26 05:04:36.506670 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-558297f4-0472-4db4-a742-34814c6c685d req-0338d667-39df-4a36-82e1-2e0de7039b35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1799624-13c2-451d-96a9-a79751ea030c HTTP/1.1" status: 200 len: 1002 time: 0.0602934 Jul 26 05:04:36.527253 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-2b412e92-523d-47a7-91ba-dc1697414183 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879524 Jul 26 05:04:36.563756 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558297f4-0472-4db4-a742-34814c6c685d req-8bc8ff49-2b55-4150-aea3-087ba9d8a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.566140 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-558297f4-0472-4db4-a742-34814c6c685d req-8bc8ff49-2b55-4150-aea3-087ba9d8a895 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0491896 Jul 26 05:04:36.618443 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558297f4-0472-4db4-a742-34814c6c685d req-4d4692fc-4273-4b1d-bb01-fd4c27654a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:36.620032 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-558297f4-0472-4db4-a742-34814c6c685d req-4d4692fc-4273-4b1d-bb01-fd4c27654a93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475929 Jul 26 05:04:36.623482 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-1f428e6f-7f9d-409b-8764-7f60a0b7a4a0 req-26d261d5-5a0f-42cf-bb9e-a87508396036 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894723 Jul 26 05:04:36.726692 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-558297f4-0472-4db4-a742-34814c6c685d req-47f63859-342b-4173-921d-146bc5b6ad4a service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890696 Jul 26 05:04:37.559876 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa480-d216-4639-b184-eaa651b7191b req-b1e7ca03-7999-4c1d-89d0-c07bcb6d9664 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:37.561375 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edaaa480-d216-4639-b184-eaa651b7191b req-b1e7ca03-7999-4c1d-89d0-c07bcb6d9664 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0791302 Jul 26 05:04:37.569927 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ebccd-1e9d-412f-a71b-a4f300bf3cfa req-1ac27efc-3fae-4984-ae1c-d0d723648999 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:37.571482 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233ebccd-1e9d-412f-a71b-a4f300bf3cfa req-1ac27efc-3fae-4984-ae1c-d0d723648999 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0785613 Jul 26 05:04:37.609296 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-f1fe3e42-0378-4c21-a97f-a5681f5db7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:37.610798 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-f1fe3e42-0378-4c21-a97f-a5681f5db7c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 1128 time: 0.0424652 Jul 26 05:04:37.664869 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:04:37.703028 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edaaa480-d216-4639-b184-eaa651b7191b req-1db3dc83-1ecd-4ef5-b6e5-313c1bb360cf tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304600 Jul 26 05:04:37.718013 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:37.720259 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-50feef6c-e785-4a8b-8ed3-cbb162f8eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:37.723195 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-50feef6c-e785-4a8b-8ed3-cbb162f8eb7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 916 time: 0.1046748 Jul 26 05:04:37.728394 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233ebccd-1e9d-412f-a71b-a4f300bf3cfa req-168a91e9-0905-48ea-bfa9-905d2a0b94f8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315367 Jul 26 05:04:37.740501 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-558297f4-0472-4db4-a742-34814c6c685d req-a2f74158-905f-4c5c-a857-e6ef486cf76f service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670196 Jul 26 05:04:37.748292 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:37.760901 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:37.771116 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-0848446b-1578-4ecc-99be-6cf669025eaf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6 HTTP/1.1" status: 200 len: 217 time: 0.0401273 Jul 26 05:04:37.794301 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:04:37.806040 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'port_id': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'mac_address': 'fa:16:3e:2d:0f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:04:37.806295 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:37.824970 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-a1446bd7-66d9-4573-b682-44fe82e56496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:37.826433 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-a1446bd7-66d9-4573-b682-44fe82e56496 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.0490131 Jul 26 05:04:37.843162 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:04:37.843543 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:37.857292 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:04:37.878297 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:04:37.884418 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:37.930221 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-e69fcdc4-18a2-4b7d-8aa0-d2f41949d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:37.930453 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:37.931770 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-e69fcdc4-18a2-4b7d-8aa0-d2f41949d46c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402954 Jul 26 05:04:37.937671 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.938008 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.938363 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.938673 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.938997 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.939333 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.939653 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.939971 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.940293 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.940606 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.940922 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.941257 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.941968 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.942280 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:37.942674 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:04:38.022769 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:38.046557 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-0007bebb-6c4e-48a3-94b4-8430271abd15 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030495 Jul 26 05:04:38.284269 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['19c54117-94e3-4ff4-a8ce-06b6514cd2e6'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:04:38.862051 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9eb99-8c95-40ad-a246-36a73d195e7a req-cd0495f5-a5e6-4fb6-9efa-4420f406529e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:38.863514 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68d9eb99-8c95-40ad-a246-36a73d195e7a req-cd0495f5-a5e6-4fb6-9efa-4420f406529e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 945 time: 0.0736482 Jul 26 05:04:38.882946 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c4f3c-c7fc-4879-8162-d1ed53efaa77 req-44f8ec13-6416-489c-96cf-cb981c9a1866 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:38.884371 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea8c4f3c-c7fc-4879-8162-d1ed53efaa77 req-44f8ec13-6416-489c-96cf-cb981c9a1866 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0656099 Jul 26 05:04:38.952533 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68d9eb99-8c95-40ad-a246-36a73d195e7a req-1e60f199-ca83-42bb-8a5a-8a25b88946af tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831547 Jul 26 05:04:38.959505 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea8c4f3c-c7fc-4879-8162-d1ed53efaa77 req-29337a44-0bde-4008-bad1-0c116923494b tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646992 Jul 26 05:04:39.292261 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-a7e3ebfd-86dd-4feb-a2a8-4e9732e5dfaf req-e86f4737-17c4-4a93-8bb5-bac9e1b4870d service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914278 Jul 26 05:04:39.668737 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:04:39.725429 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:04:39.734132 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:04:39.734507 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:39.807626 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:04:39.807992 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:39.832019 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:04:39.834327 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8f3bd4-c6a7-4bcc-a902-4e4087248c4e" -d '{"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-plugged", "status": "completed", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:04:39.846861 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:04:39.850726 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:39.873080 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8c21e8-ba11-444f-80db-089ab17bc9a3 x-openstack-request-id: req-3c8c21e8-ba11-444f-80db-089ab17bc9a3 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:04:39.873369 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-plugged", "status": "completed", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:04:39.873618 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3c8c21e8-ba11-444f-80db-089ab17bc9a3 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:04:39.874007 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8c21e8-ba11-444f-80db-089ab17bc9a3'] response: {'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'code': 200} Jul 26 05:04:39.899070 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:40.052154 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:40.118692 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401d8aa-5ab3-4d4d-a5a3-48d4e49da50e req-49b7bcfc-6a1b-4224-a978-8882beb7900e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:40.120383 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5401d8aa-5ab3-4d4d-a5a3-48d4e49da50e req-49b7bcfc-6a1b-4224-a978-8882beb7900e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0847924 Jul 26 05:04:40.132075 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d927f8f-414a-43fd-8fa5-b0f1cea4e33c req-b4e6ceb4-8e6f-4c76-87b2-ce9a68a84cc2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:40.134397 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2d927f8f-414a-43fd-8fa5-b0f1cea4e33c req-b4e6ceb4-8e6f-4c76-87b2-ce9a68a84cc2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0830393 Jul 26 05:04:40.217071 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5401d8aa-5ab3-4d4d-a5a3-48d4e49da50e req-7d431359-d063-4151-85d0-7e0e740a85a3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815156 Jul 26 05:04:40.223817 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2d927f8f-414a-43fd-8fa5-b0f1cea4e33c req-fa7d69bf-59ef-4679-a0c7-78ca74df78eb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781908 Jul 26 05:04:40.308254 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0980136a-7aca-4471-99f2-8ce04f06700b req-287060d2-5344-485b-91e6-52ecf8fbc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:40.310157 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0980136a-7aca-4471-99f2-8ce04f06700b req-287060d2-5344-485b-91e6-52ecf8fbc34d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 1130 time: 0.0458193 Jul 26 05:04:40.358400 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-0980136a-7aca-4471-99f2-8ce04f06700b req-6865211f-e565-4711-a9b5-1c9581b1f460 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Jul 26 05:04:40.891570 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0586b-399c-4255-8793-df58a76e103c req-83a36c88-ced5-4ea7-bdad-946d080954b7 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:40.893076 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96a0586b-399c-4255-8793-df58a76e103c req-83a36c88-ced5-4ea7-bdad-946d080954b7 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0488422 Jul 26 05:04:40.943723 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96a0586b-399c-4255-8793-df58a76e103c req-9f19863a-a3c6-4a36-b3cb-30d93188267b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425806 Jul 26 05:04:41.374779 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405ccf0-d621-41e2-9b61-ffba5d8a949f req-5fdf124a-ce08-4424-a849-232b5ec7d1c3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:41.376304 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b405ccf0-d621-41e2-9b61-ffba5d8a949f req-5fdf124a-ce08-4424-a849-232b5ec7d1c3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0812731 Jul 26 05:04:41.382211 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437f9b0-4b17-4aa5-a356-a8c577a7fab1 req-6f7bc2b0-9ef1-4c65-ad12-7f0f82b3c585 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:41.383582 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a437f9b0-4b17-4aa5-a356-a8c577a7fab1 req-6f7bc2b0-9ef1-4c65-ad12-7f0f82b3c585 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0865386 Jul 26 05:04:41.457153 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b405ccf0-d621-41e2-9b61-ffba5d8a949f req-b2ba2a87-dfc3-4dd1-a21d-3fbaf0248066 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726206 Jul 26 05:04:41.460410 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a437f9b0-4b17-4aa5-a356-a8c577a7fab1 req-53864790-c036-4571-b18c-8cea5a416910 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698943 Jul 26 05:04:41.577727 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8479ff6-f5bc-4c6b-9abd-d22000d024db req-5d44e75e-cbe6-4330-bc8e-4ae25fecf8db tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:41.579207 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b8479ff6-f5bc-4c6b-9abd-d22000d024db req-5d44e75e-cbe6-4330-bc8e-4ae25fecf8db tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0493977 Jul 26 05:04:41.592053 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49792) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:41.596476 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-23fbb24c-89ca-477a-9d96-e5a57fa38d4e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Request body: {'floatingip': {'port_id': 'd1799624-13c2-451d-96a9-a79751ea030c'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:41.653239 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23fbb24c-89ca-477a-9d96-e5a57fa38d4e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for floatingip (c8b1858d-41f5-47b2-a3ab-33c5271be715), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:41.906264 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:42.093463 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f84e5-e9dd-4e65-b51b-ab874ca265c0 req-10024304-4e08-4b9b-8c85-61701db9bcd3 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:42.094927 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe9f84e5-e9dd-4e65-b51b-ab874ca265c0 req-10024304-4e08-4b9b-8c85-61701db9bcd3 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0754154 Jul 26 05:04:42.182459 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23fbb24c-89ca-477a-9d96-e5a57fa38d4e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:42.190318 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe9f84e5-e9dd-4e65-b51b-ab874ca265c0 req-6356382b-1fbf-4572-a91f-93277409550e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883491 Jul 26 05:04:42.190927 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23fbb24c-89ca-477a-9d96-e5a57fa38d4e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (c8b1858d-41f5-47b2-a3ab-33c5271be715), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:42.193132 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:42.294789 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:42.296191 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:42.408307 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fbb24c-89ca-477a-9d96-e5a57fa38d4e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Router fe8be3be-6385-4fff-b609-cd7d5437c478 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:04:42.515371 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fbb24c-89ca-477a-9d96-e5a57fa38d4e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:04:42.520580 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23fbb24c-89ca-477a-9d96-e5a57fa38d4e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:42.525684 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] Sync routers for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:04:42.536104 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:04:42.536692 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:42.581245 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:04:42.583424 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6271c3e-425b-490f-b99b-46adff62b8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "tag": "d1799624-13c2-451d-96a9-a79751ea030c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:04:42.617831 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:42.625077 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0bd90-1975-4d42-a644-4eda5cd2af1a req-7a22621b-f2c9-47e7-937c-c43c1f96f07e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:42.626986 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a3d0bd90-1975-4d42-a644-4eda5cd2af1a req-7a22621b-f2c9-47e7-937c-c43c1f96f07e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0825253 Jul 26 05:04:42.632049 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-23fbb24c-89ca-477a-9d96-e5a57fa38d4e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "PUT /v2.0/floatingips/c8b1858d-41f5-47b2-a3ab-33c5271be715 HTTP/1.1" status: 200 len: 994 time: 1.0388303 Jul 26 05:04:42.640643 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e4d50f-e9e4-4260-a4de-094eaaa4cda7 x-openstack-request-id: req-c4e4d50f-e9e4-4260-a4de-094eaaa4cda7 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:04:42.641167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "tag": "d1799624-13c2-451d-96a9-a79751ea030c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:04:42.641167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c4e4d50f-e9e4-4260-a4de-094eaaa4cda7 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:04:42.641555 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e4d50f-e9e4-4260-a4de-094eaaa4cda7'] response: {'name': 'network-changed', 'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c', 'status': 'completed', 'code': 200} Jul 26 05:04:42.645469 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:04:42.668169 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:42.682838 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a3d0bd90-1975-4d42-a644-4eda5cd2af1a req-b67692a8-184e-45f1-aeec-b3160377330e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450277 Jul 26 05:04:42.868085 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'c8b1858d-41f5-47b2-a3ab-33c5271be715', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'port_id': 'd1799624-13c2-451d-96a9-a79751ea030c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'mac_address': 'fa:16:3e:bf:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:04:42Z', 'revision_number': 3, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:32Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:42.899250 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] Checking router: fe8be3be-6385-4fff-b609-cd7d5437c478 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:04:42.908541 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:04:42.909151 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:43.011771 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:04:43.324767 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41bca7-dbc3-4a21-9f50-9208aa9250de req-436cf641-a480-40ba-8cdb-65e7d4f7dd50 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:43.326245 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce41bca7-dbc3-4a21-9f50-9208aa9250de req-436cf641-a480-40ba-8cdb-65e7d4f7dd50 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0515504 Jul 26 05:04:43.367385 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'c8b1858d-41f5-47b2-a3ab-33c5271be715', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'port_id': 'd1799624-13c2-451d-96a9-a79751ea030c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'mac_address': 'fa:16:3e:bf:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:04:42Z', 'revision_number': 3, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:32Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:43.374431 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce41bca7-dbc3-4a21-9f50-9208aa9250de req-796c196f-5bfb-4d82-91f5-7446992dc245 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421629 Jul 26 05:04:43.393520 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39a4f2-3d05-4e28-bb3f-f0f8fbcea656 None None] The sync data for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'c8b1858d-41f5-47b2-a3ab-33c5271be715', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'port_id': 'd1799624-13c2-451d-96a9-a79751ea030c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'mac_address': 'fa:16:3e:bf:07:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:04:42Z', 'revision_number': 3, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:32Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:04:43.566577 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-6fdf0bce-4638-461b-9930-3646c19d93bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:43.802909 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:43.818037 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead15fb6-df56-42f9-b201-1beed09d6fa8 req-9f0074c5-88d1-4cdf-98c5-2a36a2e515e2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:43.819519 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ead15fb6-df56-42f9-b201-1beed09d6fa8 req-9f0074c5-88d1-4cdf-98c5-2a36a2e515e2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0512104 Jul 26 05:04:43.879864 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ead15fb6-df56-42f9-b201-1beed09d6fa8 req-95c24b8a-f3d6-4dc6-af40-118347af0212 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520983 Jul 26 05:04:43.882156 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-fcd5fb2d-d20d-4b13-bdf0-58c2463b23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:43.883880 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-fcd5fb2d-d20d-4b13-bdf0-58c2463b23de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 1130 time: 0.0404720 Jul 26 05:04:43.915435 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-fffa9e29-fff5-461a-8001-4dc1659cd635 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:43.917112 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-fffa9e29-fff5-461a-8001-4dc1659cd635 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0529318 Jul 26 05:04:43.987936 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-c523269c-9f65-4fcd-a5ed-546d8c6ff8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:43.989304 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-c523269c-9f65-4fcd-a5ed-546d8c6ff8b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.0989401 Jul 26 05:04:44.032889 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dac405-1186-4731-8df6-9b90bc164e35 req-ebcb6c79-02bb-4e4a-aa72-b0b4f63bd8fc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:44.034319 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32dac405-1186-4731-8df6-9b90bc164e35 req-ebcb6c79-02bb-4e4a-aa72-b0b4f63bd8fc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0766168 Jul 26 05:04:44.046080 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49808) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:44.049568 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Deleting port 358a3c7b-6b7d-446a-adf5-98c0f873899c {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:04:44.049912 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:44.054941 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Request body: {'floatingip': {'port_id': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:44.060254 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-2c102d24-2622-44cb-b957-190ff7911e81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1799624-13c2-451d-96a9-a79751ea030c HTTP/1.1" status: 200 len: 1002 time: 0.0646353 Jul 26 05:04:44.123721 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (956cb539-6a68-4a62-8c69-1d34fd503020), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:44.204052 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-a238f323-4a01-4f19-ba4b-30c83421e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:44.205568 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-a238f323-4a01-4f19-ba4b-30c83421e722 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.1166260 Jul 26 05:04:44.288794 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-be98890d-bd6e-4031-9cfc-f5165f29579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:44.290258 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-be98890d-bd6e-4031-9cfc-f5165f29579f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757191 Jul 26 05:04:44.407905 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] For port 358a3c7b-6b7d-446a-adf5-98c0f873899c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=358a3c7b-6b7d-446a-adf5-98c0f873899c,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:04:44.408273 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:44.463262 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:44.493021 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-4bbac5c6-71c9-4305-8547-516e0ca9e1bb service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707435 Jul 26 05:04:44.520584 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:44.545350 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3dc92-4ade-4d8b-b12b-e663d5d026dd req-686aba47-4d09-41b4-b80b-6dd96b4e4e69 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:44.546767 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ac3dc92-4ade-4d8b-b12b-e663d5d026dd req-686aba47-4d09-41b4-b80b-6dd96b4e4e69 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 945 time: 0.0961199 Jul 26 05:04:44.641131 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:44.643512 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:04:44.646046 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f67009c-be10-41f3-ba1a-94a25a012a97" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "tag": "d1799624-13c2-451d-96a9-a79751ea030c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:04:44.659246 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ac3dc92-4ade-4d8b-b12b-e663d5d026dd req-26316df6-8ac0-48ca-b5d5-c9cda04e78e9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=d854e389-f6cb-402a-95af-f0a236c993c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028750 Jul 26 05:04:44.671260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:44.672093 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (d293d5a8-db7b-41d3-9813-7028ddc3ad2c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:44.672417 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Floating IP d293d5a8-db7b-41d3-9813-7028ddc3ad2c disassociated. External IP: 172.27.3.254, port: 358a3c7b-6b7d-446a-adf5-98c0f873899c. Jul 26 05:04:44.672764 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Calling delete_port for 358a3c7b-6b7d-446a-adf5-98c0f873899c owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:04:44.680241 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-d6271c3e-425b-490f-b99b-46adff62b8ce req-fcd450ab-1a97-4028-874f-63803a7cb618 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780922 Jul 26 05:04:44.719542 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df39acf-30c3-4166-b15e-df8c2cf961e6 x-openstack-request-id: req-8df39acf-30c3-4166-b15e-df8c2cf961e6 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:04:44.719882 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "tag": "d1799624-13c2-451d-96a9-a79751ea030c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:04:44.720132 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8df39acf-30c3-4166-b15e-df8c2cf961e6 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:04:44.720540 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df39acf-30c3-4166-b15e-df8c2cf961e6'] response: {'name': 'network-changed', 'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c', 'status': 'completed', 'code': 200} Jul 26 05:04:44.820368 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (358a3c7b-6b7d-446a-adf5-98c0f873899c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:44.847743 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event deleted for resources: {'Port': ['ID=358a3c7b-6b7d-446a-adf5-98c0f873899c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:44.965986 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:04:44.970255 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.db.resource_extend [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 26 05:04:45.004684 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-023bdd5b-9af2-4363-869f-125beda2a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:45.006128 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-023bdd5b-9af2-4363-869f-125beda2a7c4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 1130 time: 0.0771358 Jul 26 05:04:45.039588 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:45.065708 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (956cb539-6a68-4a62-8c69-1d34fd503020), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:45.069452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:45.073125 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:04:45.083932 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] Sync routers for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:04:45.095315 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:04:45.096065 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:45.129718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] No DVR routers for this DVR port 358a3c7b-6b7d-446a-adf5-98c0f873899c on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:04:45.132394 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:45.135746 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-115aeaa9-5659-4f25-940a-9664639ed2dd req-e5f3c946-b961-4394-8746-ae7f21f0500f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "DELETE /v2.0/ports/358a3c7b-6b7d-446a-adf5-98c0f873899c HTTP/1.1" status: 204 len: 173 time: 1.2122512 Jul 26 05:04:45.186355 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-4c563e3d-a569-4ac6-a958-07052e4b7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:45.187855 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-4c563e3d-a569-4ac6-a958-07052e4b7d98 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.1731513 Jul 26 05:04:45.200602 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Floating IP 956cb539-6a68-4a62-8c69-1d34fd503020 associated. External IP: 172.27.3.51, port: 19c54117-94e3-4ff4-a8ce-06b6514cd2e6. Jul 26 05:04:45.209236 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:04:45.337932 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-c62e52f4-993b-4d2b-a40e-8c639b104578 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1799624-13c2-451d-96a9-a79751ea030c HTTP/1.1" status: 200 len: 1002 time: 0.1436210 Jul 26 05:04:45.433588 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:45.459589 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] Checking router: 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:04:45.468502 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:04:45.469106 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:45.470003 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Router 02502522-c056-4f39-a5d0-08ca48135a2c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:04:45.573415 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:04:45.618736 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:04:45.624554 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:45.630795 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-a7674cb4-3b3c-47fe-a394-a5249a983e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:45.631869 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] Sync routers for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:04:45.632485 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-a7674cb4-3b3c-47fe-a394-a5249a983e5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0707979 Jul 26 05:04:45.642419 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:04:45.643057 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:45.663912 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f3e0e606-67ea-448e-a6cc-338c8836d64e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "PUT /v2.0/floatingips/956cb539-6a68-4a62-8c69-1d34fd503020 HTTP/1.1" status: 200 len: 991 time: 1.6144087 Jul 26 05:04:45.663912 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:04:45.664451 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3b31ac-6433-47f3-96ce-86688a48c346" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:04:45.715134 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-5b37ba4d-c863-44c7-94eb-9af4df695465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:45.716891 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-5b37ba4d-c863-44c7-94eb-9af4df695465 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485518 Jul 26 05:04:45.743173 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:45.795146 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7ea9f666-901e-424e-ac7a-b6e35f2a8b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:45.814395 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:45.833438 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dba80a0-0227-410a-a935-25678aec5420 x-openstack-request-id: req-5dba80a0-0227-410a-a935-25678aec5420 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:04:45.833733 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:04:45.834030 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5dba80a0-0227-410a-a935-25678aec5420 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:04:45.834442 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dba80a0-0227-410a-a935-25678aec5420'] response: {'name': 'network-changed', 'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'status': 'completed', 'code': 200} Jul 26 05:04:45.853703 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94eb12b-0a6d-47e4-8316-430d4b6bc594 None None] The sync data for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi is: [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:04:45.870859 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:04:45.893512 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-f08aa170-ac9b-48ce-a52a-fbf1b4fe8f26 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693385 Jul 26 05:04:45.894987 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-507c3be8-faa5-415c-8af9-456e8d12f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:45.897047 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-507c3be8-faa5-415c-8af9-456e8d12f2f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 1130 time: 0.1042509 Jul 26 05:04:45.899594 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-949b848b-8212-4585-a61d-caf8d3e7fcbe req-d3478d85-d0f5-4f8c-835c-638a5edd5c44 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3 HTTP/1.1" status: 200 len: 210 time: 0.0499167 Jul 26 05:04:45.970177 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:46.009463 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-8a3b733e-b46e-4101-a77b-7a350740e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:46.010638 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-5f67009c-be10-41f3-ba1a-94a25a012a97 req-d77ac7c1-a448-48e5-b029-f803ce48beb6 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067402 Jul 26 05:04:46.011122 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-8a3b733e-b46e-4101-a77b-7a350740e100 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 916 time: 0.1010940 Jul 26 05:04:46.031360 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:46.092073 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-5d305595-10a4-4d93-afdb-c92353be2813 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6 HTTP/1.1" status: 200 len: 999 time: 0.0592258 Jul 26 05:04:46.113349 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '956cb539-6a68-4a62-8c69-1d34fd503020', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'port_id': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'mac_address': 'fa:16:3e:2d:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:04:30Z', 'updated_at': '2022-07-26T05:04:44Z', 'revision_number': 1, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:46.139295 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:46.146238 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-611d1b03-3a87-4bf1-a6cf-8943e01afc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:46.146425 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] Checking router: 02502522-c056-4f39-a5d0-08ca48135a2c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:04:46.148429 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-611d1b03-3a87-4bf1-a6cf-8943e01afc5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.0501115 Jul 26 05:04:46.156569 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:04:46.157190 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:46.168026 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1223f1-2e0d-4cff-9514-00f4c63cd4f0 None None] New status for floating IP d293d5a8-db7b-41d3-9813-7028ddc3ad2c: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:04:46.193442 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:46.198687 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-e9f501ba-7cf0-40da-b089-b6562be2c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:46.200285 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-e9f501ba-7cf0-40da-b089-b6562be2c951 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460269 Jul 26 05:04:46.261438 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:04:46.298852 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-3db4b80f-bad2-4708-aa0b-017d7121aa69 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923035 Jul 26 05:04:46.395986 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b3b31ac-6433-47f3-96ce-86688a48c346 req-18f29a60-0dd5-47e9-88f8-38e49e1a6a53 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916278 Jul 26 05:04:46.483218 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '956cb539-6a68-4a62-8c69-1d34fd503020', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'port_id': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'mac_address': 'fa:16:3e:2d:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:04:30Z', 'updated_at': '2022-07-26T05:04:44Z', 'revision_number': 1, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:04:46.508128 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571480e-2b10-4e89-ab09-0d43f1986b00 None None] The sync data for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi is: [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '956cb539-6a68-4a62-8c69-1d34fd503020', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'port_id': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'mac_address': 'fa:16:3e:2d:0f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:04:30Z', 'updated_at': '2022-07-26T05:04:44Z', 'revision_number': 1, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:04:46.704300 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8e38d-5055-4c6c-9fbd-bcacb69cbc36 None None] New status for floating IP 956cb539-6a68-4a62-8c69-1d34fd503020: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:04:46.721307 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'name': 'network-vif-deleted', 'tag': '358a3c7b-6b7d-446a-adf5-98c0f873899c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:04:46.724001 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4db05a0-96a4-419a-81e6-6890a5ca9b53" -d '{"events": [{"server_uuid": "0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3", "name": "network-vif-deleted", "tag": "358a3c7b-6b7d-446a-adf5-98c0f873899c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:04:46.762293 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3998263-3bba-48b5-92e5-3984ebaa6b46 x-openstack-request-id: req-c3998263-3bba-48b5-92e5-3984ebaa6b46 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:04:46.762584 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3", "name": "network-vif-deleted", "tag": "358a3c7b-6b7d-446a-adf5-98c0f873899c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:04:46.762842 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c3998263-3bba-48b5-92e5-3984ebaa6b46 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:04:46.763215 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3998263-3bba-48b5-92e5-3984ebaa6b46'] response: {'server_uuid': '0323c7da-4a7e-4c3f-a99f-89ec9c08cfd3', 'name': 'network-vif-deleted', 'tag': '358a3c7b-6b7d-446a-adf5-98c0f873899c', 'status': 'completed', 'code': 200} Jul 26 05:04:46.946978 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.012172 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49828) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:47.078903 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b34036d3-013d-4905-9d5a-034f976a4f26 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (d854e389-f6cb-402a-95af-f0a236c993c5), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.102339 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b34036d3-013d-4905-9d5a-034f976a4f26 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (d854e389-f6cb-402a-95af-f0a236c993c5), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.162875 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b34036d3-013d-4905-9d5a-034f976a4f26 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d854e389-f6cb-402a-95af-f0a236c993c5), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.166932 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b34036d3-013d-4905-9d5a-034f976a4f26 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.168035 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b34036d3-013d-4905-9d5a-034f976a4f26 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "DELETE /v2.0/security-groups/d854e389-f6cb-402a-95af-f0a236c993c5 HTTP/1.1" status: 204 len: 168 time: 0.1547413 Jul 26 05:04:47.171002 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49830) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:47.177465 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34036d3-013d-4905-9d5a-034f976a4f26 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d854e389-f6cb-402a-95af-f0a236c993c5,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:47.185426 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-ebdc1a2c-6492-4450-90f8-f274f58fe4bd tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] show failed (client error): The resource could not be found. Jul 26 05:04:47.186379 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ebdc1a2c-6492-4450-90f8-f274f58fe4bd tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups/d854e389-f6cb-402a-95af-f0a236c993c5 HTTP/1.1" status: 404 len: 347 time: 0.0143898 Jul 26 05:04:47.189329 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49832) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:47.302212 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Deleting port cf6a8117-87fe-4536-84f6-67eb41e2453d {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:04:47.302555 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (cf6a8117-87fe-4536-84f6-67eb41e2453d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.387788 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (cf6a8117-87fe-4536-84f6-67eb41e2453d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.388120 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (cf6a8117-87fe-4536-84f6-67eb41e2453d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.404305 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Calling delete_port for cf6a8117-87fe-4536-84f6-67eb41e2453d owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:04:47.543664 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (cf6a8117-87fe-4536-84f6-67eb41e2453d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.578687 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event deleted for resources: {'Port': ['ID=cf6a8117-87fe-4536-84f6-67eb41e2453d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:47.642767 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (d293d5a8-db7b-41d3-9813-7028ddc3ad2c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.645285 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.646455 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a2b3c4e5-b349-4d0a-9b8b-648fa88ef270 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "DELETE /v2.0/floatingips/d293d5a8-db7b-41d3-9813-7028ddc3ad2c HTTP/1.1" status: 204 len: 168 time: 0.4560792 Jul 26 05:04:47.679740 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 358a3c7b-6b7d-446a-adf5-98c0f873899c no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:04:47.700077 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 358a3c7b-6b7d-446a-adf5-98c0f873899c {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:04:47.700441 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 358a3c7b-6b7d-446a-adf5-98c0f873899c not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:04:47.730721 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49836) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:47.735359 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-1b1c65e5-677e-4491-b956-97a82b9da5a9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736685643', 'description': 'tempest-description--346748896'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:47.759770 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b1c65e5-677e-4491-b956-97a82b9da5a9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.825929 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b1c65e5-677e-4491-b956-97a82b9da5a9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (3e24a3fe-3f16-4d57-8005-9a809379fe61), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.830272 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b1c65e5-677e-4491-b956-97a82b9da5a9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3e24a3fe-3f16-4d57-8005-9a809379fe61), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.859711 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c65e5-677e-4491-b956-97a82b9da5a9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e24a3fe-3f16-4d57-8005-9a809379fe61,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:47.863793 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b1c65e5-677e-4491-b956-97a82b9da5a9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.868002 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-1b1c65e5-677e-4491-b956-97a82b9da5a9 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1362424 Jul 26 05:04:47.868289 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49838) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:47.873222 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-4ced330b-09ad-48ba-b385-9a13cb628a5e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'security_group_rule': {'security_group_id': '3e24a3fe-3f16-4d57-8005-9a809379fe61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:47.904367 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4ced330b-09ad-48ba-b385-9a13cb628a5e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (1b349455-91b1-451e-97e6-f475f0b2343c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.907791 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:47.964751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4ced330b-09ad-48ba-b385-9a13cb628a5e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (1b349455-91b1-451e-97e6-f475f0b2343c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.969567 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4ced330b-09ad-48ba-b385-9a13cb628a5e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (1b349455-91b1-451e-97e6-f475f0b2343c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.987367 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced330b-09ad-48ba-b385-9a13cb628a5e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b349455-91b1-451e-97e6-f475f0b2343c,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:47.995774 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4ced330b-09ad-48ba-b385-9a13cb628a5e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:47.996969 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4ced330b-09ad-48ba-b385-9a13cb628a5e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274283 Jul 26 05:04:47.999997 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49840) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:48.004587 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-805c5212-10af-4a44-b7b8-b3e2637e51f1 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'security_group_rule': {'security_group_id': '3e24a3fe-3f16-4d57-8005-9a809379fe61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:48.032572 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-805c5212-10af-4a44-b7b8-b3e2637e51f1 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (676e7465-51ef-4233-95b0-2e938ad21726), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.088663 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-805c5212-10af-4a44-b7b8-b3e2637e51f1 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (676e7465-51ef-4233-95b0-2e938ad21726), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.093486 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-805c5212-10af-4a44-b7b8-b3e2637e51f1 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (676e7465-51ef-4233-95b0-2e938ad21726), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.111419 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c5212-10af-4a44-b7b8-b3e2637e51f1 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676e7465-51ef-4233-95b0-2e938ad21726,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:48.120951 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-805c5212-10af-4a44-b7b8-b3e2637e51f1 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.122160 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-805c5212-10af-4a44-b7b8-b3e2637e51f1 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211398 Jul 26 05:04:48.125318 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49842) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:04:48.130356 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:48.151919 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.253204 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.295490 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:48.348784 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.367404 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Allocated IP 172.27.3.78 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/e100ae31-feec-485c-8202-18da9c2093a0) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:04:48.420255 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:48.476451 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for port (e100ae31-feec-485c-8202-18da9c2093a0), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.511144 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (e100ae31-feec-485c-8202-18da9c2093a0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.554030 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:04:48.559099 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:04:48.562993 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:04:48.566894 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'Port': ['ID=e100ae31-feec-485c-8202-18da9c2093a0,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:48.647487 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (a9a2c384-8afc-4b18-ae5f-57125b1ca6dc), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.686083 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.689532 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (e100ae31-feec-485c-8202-18da9c2093a0), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.850726 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for port (e100ae31-feec-485c-8202-18da9c2093a0), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.857293 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (e100ae31-feec-485c-8202-18da9c2093a0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.926523 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'Port': ['ID=e100ae31-feec-485c-8202-18da9c2093a0,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:48.939024 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (a9a2c384-8afc-4b18-ae5f-57125b1ca6dc), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.957748 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:48.959027 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c1bdb226-a0e5-432d-bd19-6b418600e04e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8324084 Jul 26 05:04:49.183253 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-6f66fa30-1155-43e5-bd2a-1acc88246221 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1736685643&fields=id&tenant_id=9747c4b81e8844e989d70b8001a196b0 HTTP/1.1" status: 200 len: 267 time: 0.0502553 Jul 26 05:04:49.210502 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:49.303068 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-d40947ec-55ae-4641-8d7f-e85e80db2b36 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:49.304629 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-d40947ec-55ae-4641-8d7f-e85e80db2b36 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 811 time: 0.1147997 Jul 26 05:04:49.320565 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-075793b2-6915-4ba2-a0dc-5e3ce9be625b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/quotas/9747c4b81e8844e989d70b8001a196b0 HTTP/1.1" status: 200 len: 375 time: 0.0102277 Jul 26 05:04:49.374586 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-f6acf1b9-1a2c-4630-8afb-0808434bef47 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485466 Jul 26 05:04:49.486300 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-d5b89bb6-fcc2-4ba0-9f32-a76408265448 service neutron] 10.222.0.17 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991600 Jul 26 05:04:49.605796 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-df7253ab-9289-405a-ae4b-17d1eb24bfa7 service neutron] 10.222.0.17 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104629 Jul 26 05:04:49.777049 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ddd287d-482e-4a73-ac7c-fdf8ddc3abc6 req-2d4c37fb-dc1d-4d60-8c59-5b22817c73f6 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 210 time: 0.0283234 Jul 26 05:04:50.899246 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-70a3f457-05db-43bd-a576-39a9f59a5a9f req-aa691bee-97c0-4eba-90b7-b63e95506122 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 210 time: 0.0359790 Jul 26 05:04:50.955437 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-34e343e5-65e2-43c3-a42c-0f4f8732bd75 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:50.956913 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-34e343e5-65e2-43c3-a42c-0f4f8732bd75 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 811 time: 0.1428514 Jul 26 05:04:51.028604 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-7e1be711-1a18-425f-9bfb-2372e1a4964f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9747c4b81e8844e989d70b8001a196b0 HTTP/1.1" status: 200 len: 380 time: 0.0534482 Jul 26 05:04:51.111374 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'port': {'device_id': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'admin_state_up': True, 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'security_groups': ['3e24a3fe-3f16-4d57-8005-9a809379fe61']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:51.234014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Made reservation on behalf of 9747c4b81e8844e989d70b8001a196b0 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:04:51.238085 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:51.385797 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:51.396320 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Allocated IP 172.20.0.6 (41d26926-2f73-4071-bfbf-1d55e6f46e9c/15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf/714b804c-f359-4995-a514-95d668e03a97) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:04:51.484837 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:51.561534 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for port (714b804c-f359-4995-a514-95d668e03a97), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:51.598686 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (714b804c-f359-4995-a514-95d668e03a97), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:51.648742 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:04:51.653955 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:04:51.656501 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:04:51.662345 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event updated for resources: {'Port': ['ID=714b804c-f359-4995-a514-95d668e03a97,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:51.717161 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:51.717842 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:51.736667 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-98a060d6-84a5-4ae5-98b0-5a03f0b16a31 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6290367 Jul 26 05:04:51.754004 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Request body: {'port': {'device_id': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:04:51.816904 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (714b804c-f359-4995-a514-95d668e03a97), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:51.892106 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-e9809d79-28a4-459f-93a5-d25292731488 None None] Provisioning complete for port 714b804c-f359-4995-a514-95d668e03a97 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:04:51.892746 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e9809d79-28a4-459f-93a5-d25292731488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (714b804c-f359-4995-a514-95d668e03a97), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:51.928529 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-e9809d79-28a4-459f-93a5-d25292731488 None None] Port 714b804c-f359-4995-a514-95d668e03a97 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:04:52.038254 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f27de0-9930-445b-9328-0c3ef5178f08 req-d568161b-74e8-4f7f-8ce8-048e35fcc281 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:52.039641 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50f27de0-9930-445b-9328-0c3ef5178f08 req-d568161b-74e8-4f7f-8ce8-048e35fcc281 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 931 time: 0.0632381 Jul 26 05:04:52.122057 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50f27de0-9930-445b-9328-0c3ef5178f08 req-6e58533c-9994-454d-995b-6a880751d305 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759985 Jul 26 05:04:52.153441 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714b804c-f359-4995-a514-95d668e03a97 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:04:52.165242 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Publish callbacks [] for port (714b804c-f359-4995-a514-95d668e03a97), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:52.178911 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Transition to ACTIVE for port object 714b804c-f359-4995-a514-95d668e03a97 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:04:52.185199 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (714b804c-f359-4995-a514-95d668e03a97), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:52.190440 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:52.247040 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=714b804c-f359-4995-a514-95d668e03a97,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:52.323760 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Attempting to bind port 714b804c-f359-4995-a514-95d668e03a97 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:04:52.324087 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Attempting to bind port 714b804c-f359-4995-a514-95d668e03a97 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:04:52.324528 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Attempting to bind port 714b804c-f359-4995-a514-95d668e03a97 on network 41d26926-2f73-4071-bfbf-1d55e6f46e9c {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:04:52.330370 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Port 714b804c-f359-4995-a514-95d668e03a97 on network 41d26926-2f73-4071-bfbf-1d55e6f46e9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:04:52.330677 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Attempting to bind port 714b804c-f359-4995-a514-95d668e03a97 on network 41d26926-2f73-4071-bfbf-1d55e6f46e9c {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:04:52.336242 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:04:52.336585 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Checking segment: {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:04:52.337108 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Bound using segment: {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:04:52.337551 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Bound port: 714b804c-f359-4995-a514-95d668e03a97, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fbe2362-e83b-40f4-b4cc-6d05323022cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:04:52.337910 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (714b804c-f359-4995-a514-95d668e03a97), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:52.340946 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:52.408539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] For port 714b804c-f359-4995-a514-95d668e03a97, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:04:52.411827 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] For port 714b804c-f359-4995-a514-95d668e03a97, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=714b804c-f359-4995-a514-95d668e03a97,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:04:52.418846 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (714b804c-f359-4995-a514-95d668e03a97), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:52.455981 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:52.456578 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:52.457992 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] 10.222.0.52 "PUT /v2.0/ports/714b804c-f359-4995-a514-95d668e03a97 HTTP/1.1" status: 200 len: 1093 time: 0.7083702 Jul 26 05:04:52.458408 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'tag': '714b804c-f359-4995-a514-95d668e03a97'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:04:52.460921 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede" -d '{"events": [{"name": "network-changed", "server_uuid": "cfddd200-54c7-46ee-9bda-5868344fcb10", "tag": "714b804c-f359-4995-a514-95d668e03a97"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:04:52.488995 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635881a0-9a89-4be3-9a16-45b45a88c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=714b804c-f359-4995-a514-95d668e03a97,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:52.505231 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8f55ea-24ad-4551-8574-d1bf7b911014 x-openstack-request-id: req-4c8f55ea-24ad-4551-8574-d1bf7b911014 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:04:52.505522 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfddd200-54c7-46ee-9bda-5868344fcb10", "tag": "714b804c-f359-4995-a514-95d668e03a97", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:04:52.505777 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4c8f55ea-24ad-4551-8574-d1bf7b911014 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:04:52.506215 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8f55ea-24ad-4551-8574-d1bf7b911014'] response: {'name': 'network-changed', 'server_uuid': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'tag': '714b804c-f359-4995-a514-95d668e03a97', 'status': 'completed', 'code': 200} Jul 26 05:04:52.576366 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-4dbe7a1c-0011-43f3-9765-548e407ed9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:52.577914 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-4dbe7a1c-0011-43f3-9765-548e407ed9d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 1127 time: 0.0434954 Jul 26 05:04:52.627044 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-ffd8f6e6-df70-4a8c-9594-110def0b1249 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=714b804c-f359-4995-a514-95d668e03a97 HTTP/1.1" status: 200 len: 217 time: 0.0337899 Jul 26 05:04:52.679167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-6c7e0a1d-90d4-4c18-bc0b-1817adb4528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:52.680671 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-6c7e0a1d-90d4-4c18-bc0b-1817adb4528e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.0479941 Jul 26 05:04:52.729270 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-8e85ba1d-c88b-4dd2-b160-6f1e664638a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:52.730771 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-8e85ba1d-c88b-4dd2-b160-6f1e664638a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446332 Jul 26 05:04:52.835441 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-2815dc03-9108-4f89-aaf8-b6fcab8711f8 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950565 Jul 26 05:04:52.937010 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ea9b39f-7990-4f88-87c4-6e43d4b42ddb req-eec9c6c1-272b-4634-b5a6-fae12c10ac50 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945399 Jul 26 05:04:53.249823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a44df-2be3-47a9-9cee-0d8f69986e8d req-e94a7a6d-2602-4d89-a31c-76a0ac08e658 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:53.251291 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc4a44df-2be3-47a9-9cee-0d8f69986e8d req-e94a7a6d-2602-4d89-a31c-76a0ac08e658 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 943 time: 0.0549281 Jul 26 05:04:53.304598 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc4a44df-2be3-47a9-9cee-0d8f69986e8d req-0682a6ff-d1f9-42d5-87d4-e67706c92b2b tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 Jul 26 05:04:53.984839 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-bc971eb6-1a08-42bf-8d4f-c43fb1f4fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:53.986355 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-bc971eb6-1a08-42bf-8d4f-c43fb1f4fe57 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 1127 time: 0.0403554 Jul 26 05:04:54.084155 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-36b8dffb-0f48-4876-b90f-ee05ef467935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:54.085630 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-36b8dffb-0f48-4876-b90f-ee05ef467935 service neutron] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 912 time: 0.0924873 Jul 26 05:04:54.125496 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-8b6e33b6-c451-423e-9013-3e9e066d62f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=714b804c-f359-4995-a514-95d668e03a97 HTTP/1.1" status: 200 len: 217 time: 0.0320902 Jul 26 05:04:54.180102 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-8f24965c-bbba-4591-b84c-45c917fc8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:54.181728 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-8f24965c-bbba-4591-b84c-45c917fc8140 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.0493848 Jul 26 05:04:54.226320 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-604b4e8d-39c6-4295-b1f7-c43c5ef4fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:54.227857 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-604b4e8d-39c6-4295-b1f7-c43c5ef4fbd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390325 Jul 26 05:04:54.290010 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:54.341780 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-d7eea298-d8da-4b07-94eb-24818998feeb service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059127 Jul 26 05:04:54.704029 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef478383-b663-4bab-8158-1a417a6f87f9 req-8e667dfb-02ae-4aa1-91bc-808543d51001 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:54.705475 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef478383-b663-4bab-8158-1a417a6f87f9 req-8e667dfb-02ae-4aa1-91bc-808543d51001 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 943 time: 0.0905323 Jul 26 05:04:54.733729 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:54.738035 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-803a582a-b8fa-4d72-81fd-f1b8eaef6ede req-2d025c60-4e0e-4beb-b498-359a99432dec service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881645 Jul 26 05:04:54.819678 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef478383-b663-4bab-8158-1a417a6f87f9 req-1bc86f04-1e95-4374-b517-bdf82a3750eb tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024084 Jul 26 05:04:55.718552 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 714b804c-f359-4995-a514-95d668e03a97 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:04:55.841254 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 714b804c-f359-4995-a514-95d668e03a97, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=714b804c-f359-4995-a514-95d668e03a97,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:04:55.853698 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '714b804c-f359-4995-a514-95d668e03a97', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'port_id': '714b804c-f359-4995-a514-95d668e03a97', 'mac_address': 'fa:16:3e:0a:36:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:04:55.879747 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:55.895294 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 714b804c-f359-4995-a514-95d668e03a97 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:04:55.895728 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (714b804c-f359-4995-a514-95d668e03a97), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:55.911289 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714b804c-f359-4995-a514-95d668e03a97 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:04:55.932046 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 714b804c-f359-4995-a514-95d668e03a97, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=714b804c-f359-4995-a514-95d668e03a97,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:04:55.936575 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (714b804c-f359-4995-a514-95d668e03a97), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:55.985754 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=714b804c-f359-4995-a514-95d668e03a97,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:55.994628 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec1f65-af28-4820-9012-da1c02112e87 req-a78992b7-bf2b-443d-a12e-79011ab2f282 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:55.996167 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7ec1f65-af28-4820-9012-da1c02112e87 req-a78992b7-bf2b-443d-a12e-79011ab2f282 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 944 time: 0.1011572 Jul 26 05:04:56.044535 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7ec1f65-af28-4820-9012-da1c02112e87 req-eb984131-078e-425c-8c90-80bdd1eddd20 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 Jul 26 05:04:56.251577 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:56.254736 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:56.288005 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['714b804c-f359-4995-a514-95d668e03a97'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:04:56.352582 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:57.169632 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7b091-3da3-42b8-80d8-781cb0843d92 req-c023f3e3-4d59-4f40-a513-7744f2f96769 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:57.171121 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-adf7b091-3da3-42b8-80d8-781cb0843d92 req-c023f3e3-4d59-4f40-a513-7744f2f96769 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 944 time: 0.0527990 Jul 26 05:04:57.227736 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-adf7b091-3da3-42b8-80d8-781cb0843d92 req-495526f0-db63-4e4c-bbc6-e4c6b2bd8288 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482485 Jul 26 05:04:57.739240 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 714b804c-f359-4995-a514-95d668e03a97 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:04:57.783432 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 714b804c-f359-4995-a514-95d668e03a97 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:04:57.792475 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 714b804c-f359-4995-a514-95d668e03a97 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:04:57.792863 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (714b804c-f359-4995-a514-95d668e03a97), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:57.870055 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 714b804c-f359-4995-a514-95d668e03a97 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:04:57.870442 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (714b804c-f359-4995-a514-95d668e03a97), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:57.894937 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714b804c-f359-4995-a514-95d668e03a97'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:04:57.897259 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3abdcf-6d9c-4b55-9448-ac8c02fa8c33" -d '{"events": [{"server_uuid": "cfddd200-54c7-46ee-9bda-5868344fcb10", "name": "network-vif-plugged", "status": "completed", "tag": "714b804c-f359-4995-a514-95d668e03a97"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:04:57.910137 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 714b804c-f359-4995-a514-95d668e03a97, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=714b804c-f359-4995-a514-95d668e03a97,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:04:57.915490 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (714b804c-f359-4995-a514-95d668e03a97), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:04:57.937662 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410b7d32-41b4-4ba1-b624-02dee0a0c2b5 x-openstack-request-id: req-410b7d32-41b4-4ba1-b624-02dee0a0c2b5 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:04:57.937986 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfddd200-54c7-46ee-9bda-5868344fcb10", "name": "network-vif-plugged", "status": "completed", "tag": "714b804c-f359-4995-a514-95d668e03a97", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:04:57.938231 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-410b7d32-41b4-4ba1-b624-02dee0a0c2b5 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:04:57.938628 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410b7d32-41b4-4ba1-b624-02dee0a0c2b5'] response: {'server_uuid': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714b804c-f359-4995-a514-95d668e03a97', 'code': 200} Jul 26 05:04:57.963873 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=714b804c-f359-4995-a514-95d668e03a97,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:04:58.163192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998c43-ebbc-4639-aee2-2abfd86fa1ea req-52c63e1b-7737-4cb0-9b7c-ff6b3cb4a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:58.164703 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed998c43-ebbc-4639-aee2-2abfd86fa1ea req-52c63e1b-7737-4cb0-9b7c-ff6b3cb4a20e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 1129 time: 0.0396767 Jul 26 05:04:58.208870 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed998c43-ebbc-4639-aee2-2abfd86fa1ea req-087aa012-84f4-40ed-884b-4d2f5d2e8d0c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382154 Jul 26 05:04:58.356601 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679cc2bb-6a19-45e9-8285-bf7946d2dd1d req-41beb6a2-10f2-4345-a30a-8d49a363bc32 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:58.358063 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-679cc2bb-6a19-45e9-8285-bf7946d2dd1d req-41beb6a2-10f2-4345-a30a-8d49a363bc32 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 945 time: 0.0558999 Jul 26 05:04:58.407780 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-679cc2bb-6a19-45e9-8285-bf7946d2dd1d req-3347ffdb-aa66-4417-9910-f0ae9433de2f tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437644 Jul 26 05:04:58.950362 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:58.951396 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=70,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:04:59.555692 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c00dee-d338-4709-9180-bdeb97b2c975 req-66baf300-702e-4ab5-99b6-ad77543e9fe0 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:04:59.557213 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-37c00dee-d338-4709-9180-bdeb97b2c975 req-66baf300-702e-4ab5-99b6-ad77543e9fe0 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 945 time: 0.0602238 Jul 26 05:04:59.612990 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-37c00dee-d338-4709-9180-bdeb97b2c975 req-b40eb927-0727-49bc-bc44-57b41ada0eab tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497460 Jul 26 05:05:00.019181 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-542e113e-6c37-4d2d-bf80-1c9f13538932 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419319 Jul 26 05:05:00.096540 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-35ec71e9-c6c3-43e2-a7c7-94826a4870f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:00.098036 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-35ec71e9-c6c3-43e2-a7c7-94826a4870f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c772e5c90114978ad92818d58ca11c2&device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 1129 time: 0.0412056 Jul 26 05:05:00.230909 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-5e2f253b-e85a-4cbf-be46-cb1b65250048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:00.232721 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-5e2f253b-e85a-4cbf-be46-cb1b65250048 service neutron] 10.222.0.52 "GET /v2.0/networks?id=94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 200 len: 919 time: 0.1139212 Jul 26 05:05:00.273156 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-b4a7de40-07fa-498d-a294-b686b2a60171 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b559b234-be1a-4b1e-9174-8e074a42caaf HTTP/1.1" status: 200 len: 217 time: 0.0332956 Jul 26 05:05:00.328897 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-93987a80-3c68-4dbb-8151-f5d5436f2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:00.330360 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-93987a80-3c68-4dbb-8151-f5d5436f2ea5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 200 len: 857 time: 0.0484102 Jul 26 05:05:00.373530 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-ac31553f-c9d1-47ad-aa04-1447796b0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:00.375019 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-ac31553f-c9d1-47ad-aa04-1447796b0c1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=94dd837e-81c9-4e2e-9135-742712cb9531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391731 Jul 26 05:05:00.444073 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:00.476260 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-032a17d7-b1b0-4d3d-a1c6-109e94299af6 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896451 Jul 26 05:05:00.577784 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aea54c4a-0415-4653-af80-fa39bc221e56 req-f7235cbc-4d65-461b-bfc6-59faaa80e2d4 service neutron] 10.222.0.52 "GET /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868807 Jul 26 05:05:00.701769 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:00.747998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dbe0c-eb24-40ef-b10e-686e536e4632 req-f1174e9a-9629-40fa-9be6-95363957fc11 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:00.749526 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-291dbe0c-eb24-40ef-b10e-686e536e4632 req-f1174e9a-9629-40fa-9be6-95363957fc11 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 945 time: 0.0612087 Jul 26 05:05:00.806846 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-291dbe0c-eb24-40ef-b10e-686e536e4632 req-cdd08400-b0c3-42ba-85db-a034de2c3c19 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490038 Jul 26 05:05:00.924061 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d450c70-61b7-4745-96d3-d3c8d30fb3ea req-287f53a9-8ca2-4ca1-bed3-5e4bddc784c8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:00.925439 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5d450c70-61b7-4745-96d3-d3c8d30fb3ea req-287f53a9-8ca2-4ca1-bed3-5e4bddc784c8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 945 time: 0.0480397 Jul 26 05:05:00.935457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49902) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:00.939788 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-76e7042d-ff73-4ec1-b066-43e8c124aadc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Request body: {'floatingip': {'port_id': '714b804c-f359-4995-a514-95d668e03a97'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:05:00.977803 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76e7042d-ff73-4ec1-b066-43e8c124aadc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (a9a2c384-8afc-4b18-ae5f-57125b1ca6dc), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:01.409752 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76e7042d-ff73-4ec1-b066-43e8c124aadc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:01.415182 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76e7042d-ff73-4ec1-b066-43e8c124aadc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (a9a2c384-8afc-4b18-ae5f-57125b1ca6dc), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:01.528685 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-76e7042d-ff73-4ec1-b066-43e8c124aadc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Floating IP a9a2c384-8afc-4b18-ae5f-57125b1ca6dc associated. External IP: 172.27.3.78, port: 714b804c-f359-4995-a514-95d668e03a97. Jul 26 05:05:01.725600 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:01.753459 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e7042d-ff73-4ec1-b066-43e8c124aadc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:05:01.862089 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e7042d-ff73-4ec1-b066-43e8c124aadc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:05:01.867146 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76e7042d-ff73-4ec1-b066-43e8c124aadc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:01.872549 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] Sync routers for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:05:01.883794 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:05:01.884432 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:01.889969 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:01.898192 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-76e7042d-ff73-4ec1-b066-43e8c124aadc tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "PUT /v2.0/floatingips/a9a2c384-8afc-4b18-ae5f-57125b1ca6dc HTTP/1.1" status: 200 len: 990 time: 0.9616568 Jul 26 05:05:01.899272 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'tag': '714b804c-f359-4995-a514-95d668e03a97'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:05:01.901556 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "cfddd200-54c7-46ee-9bda-5868344fcb10", "tag": "714b804c-f359-4995-a514-95d668e03a97"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:05:01.941702 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437eefa5-0034-4d9c-93a3-84c2106eb6ba x-openstack-request-id: req-437eefa5-0034-4d9c-93a3-84c2106eb6ba {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:05:01.942006 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfddd200-54c7-46ee-9bda-5868344fcb10", "tag": "714b804c-f359-4995-a514-95d668e03a97", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:05:01.942246 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-437eefa5-0034-4d9c-93a3-84c2106eb6ba {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:05:01.942655 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437eefa5-0034-4d9c-93a3-84c2106eb6ba'] response: {'name': 'network-changed', 'server_uuid': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'tag': '714b804c-f359-4995-a514-95d668e03a97', 'status': 'completed', 'code': 200} Jul 26 05:05:01.989625 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:05:02.039029 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-935c7ed5-1e36-4f14-8f6a-b1840f997beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:02.040594 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-935c7ed5-1e36-4f14-8f6a-b1840f997beb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 1129 time: 0.0446565 Jul 26 05:05:02.133507 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-adfb43bf-cdcd-4a09-a2a2-fca70fc11647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:02.134997 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-adfb43bf-cdcd-4a09-a2a2-fca70fc11647 service neutron] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 912 time: 0.0858991 Jul 26 05:05:02.203533 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-a30e529d-38f7-4dd5-9a93-1e2324d6c84a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=714b804c-f359-4995-a514-95d668e03a97 HTTP/1.1" status: 200 len: 998 time: 0.0613828 Jul 26 05:05:02.207996 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'a9a2c384-8afc-4b18-ae5f-57125b1ca6dc', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'port_id': '714b804c-f359-4995-a514-95d668e03a97', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'mac_address': 'fa:16:3e:0a:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:04:48Z', 'updated_at': '2022-07-26T05:05:01Z', 'revision_number': 1, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:02.233122 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] Checking router: 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:05:02.242400 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:05:02.243027 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:04:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:02.262216 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-700265be-a37e-406e-8998-0b2b342e4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:02.263796 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-700265be-a37e-406e-8998-0b2b342e4a21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.0504043 Jul 26 05:05:02.308325 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-3fb11615-3545-423e-b881-0fbe972a4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:02.310014 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-3fb11615-3545-423e-b881-0fbe972a4dbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396545 Jul 26 05:05:02.414858 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-4a11889d-971c-46c3-95d7-84bb8d777e1e service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963755 Jul 26 05:05:02.436761 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:05:02.511473 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f28571c-5fc4-497b-bccb-93e6bdf71fc5 req-afdd6f6f-c9fe-493b-8d0f-ab5f75f27d9f service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852737 Jul 26 05:05:02.652094 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'a9a2c384-8afc-4b18-ae5f-57125b1ca6dc', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'port_id': '714b804c-f359-4995-a514-95d668e03a97', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'mac_address': 'fa:16:3e:0a:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:04:48Z', 'updated_at': '2022-07-26T05:05:01Z', 'revision_number': 1, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:02.680467 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ecab8-b731-4fdf-ae1b-bf653dfacb1a None None] The sync data for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi is: [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'a9a2c384-8afc-4b18-ae5f-57125b1ca6dc', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'floating_ip_address': '172.27.3.78', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'port_id': '714b804c-f359-4995-a514-95d668e03a97', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'mac_address': 'fa:16:3e:0a:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:04:48Z', 'updated_at': '2022-07-26T05:05:01Z', 'revision_number': 1, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:05:02.804358 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:02.880660 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55e0670-5aaf-4163-883b-e86c042f16cc None None] New status for floating IP a9a2c384-8afc-4b18-ae5f-57125b1ca6dc: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:05:09.304655 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:05:12.506440 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=63 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:12.508661 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=51 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:12.983138 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:12.986219 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:13.563677 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-45ba5fc7-8281-49a2-91d6-856d8b4dab15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:15.707713 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd34f824-7fe5-4f0d-bd94-46421f97100b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:16.961667 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:17.767058 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc63e4-5da8-4bc8-a86b-1c1905627d97 req-6d96d7bb-6cbd-4d15-9b14-0b12ce6dd26e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:17.768592 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b8cc63e4-5da8-4bc8-a86b-1c1905627d97 req-6d96d7bb-6cbd-4d15-9b14-0b12ce6dd26e tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0632949 Jul 26 05:05:17.816692 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b8cc63e4-5da8-4bc8-a86b-1c1905627d97 req-87dda2d9-cfce-40ae-8175-05a361ac3d85 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423799 Jul 26 05:05:18.346201 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:18.694482 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:18.951835 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56397bcf-c0bb-4121-91b2-5cc8dd0fa0f4 req-fa855547-59c1-49c3-a79f-b39756c61022 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:18.953379 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56397bcf-c0bb-4121-91b2-5cc8dd0fa0f4 req-fa855547-59c1-49c3-a79f-b39756c61022 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0528510 Jul 26 05:05:19.002472 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56397bcf-c0bb-4121-91b2-5cc8dd0fa0f4 req-e9d315eb-5046-4bc3-9536-f61f7a8d5a3c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Jul 26 05:05:19.296050 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:19.296769 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=79 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:20.132297 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7617649-f112-4573-88fc-7e55c56b01bf req-902b44cc-a72e-4d4f-98a4-e99b55913e40 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:20.133769 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7617649-f112-4573-88fc-7e55c56b01bf req-902b44cc-a72e-4d4f-98a4-e99b55913e40 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0539908 Jul 26 05:05:20.198132 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7617649-f112-4573-88fc-7e55c56b01bf req-4966e0ca-0f58-4fa4-99eb-055086b5b7c7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558393 Jul 26 05:05:21.328920 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038d7ef-e2f4-4199-8b99-352a7f8ceaff req-0095f825-fd8c-470a-b1e1-6ca87e591153 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:21.330424 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2038d7ef-e2f4-4199-8b99-352a7f8ceaff req-0095f825-fd8c-470a-b1e1-6ca87e591153 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0501754 Jul 26 05:05:21.412045 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd936a7-8d1a-4f19-801b-425b9509937e req-b62b85dd-8336-4f85-9d74-6076e3b622d8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:21.413506 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-efd936a7-8d1a-4f19-801b-425b9509937e req-b62b85dd-8336-4f85-9d74-6076e3b622d8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 946 time: 0.0596228 Jul 26 05:05:21.416875 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2038d7ef-e2f4-4199-8b99-352a7f8ceaff req-19b53dc9-f832-4288-a3d0-e52637762cc8 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=749c1fb9-5b08-4991-bc36-15f99bc3c9b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806546 Jul 26 05:05:21.501998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Deleting port d1799624-13c2-451d-96a9-a79751ea030c {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:05:21.502236 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (d1799624-13c2-451d-96a9-a79751ea030c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:21.609376 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] For port d1799624-13c2-451d-96a9-a79751ea030c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=d1799624-13c2-451d-96a9-a79751ea030c,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:21.609760 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (d1799624-13c2-451d-96a9-a79751ea030c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:21.779733 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:21.780004 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (c8b1858d-41f5-47b2-a3ab-33c5271be715), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:21.780325 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Floating IP c8b1858d-41f5-47b2-a3ab-33c5271be715 disassociated. External IP: 172.27.3.164, port: d1799624-13c2-451d-96a9-a79751ea030c. Jul 26 05:05:21.780673 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Calling delete_port for d1799624-13c2-451d-96a9-a79751ea030c owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:05:21.911355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:21.918888 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (d1799624-13c2-451d-96a9-a79751ea030c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:21.949227 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event deleted for resources: {'Port': ['ID=d1799624-13c2-451d-96a9-a79751ea030c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:22.049524 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:22.063204 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Router fe8be3be-6385-4fff-b609-cd7d5437c478 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:05:22.170583 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:05:22.184859 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] Sync routers for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:05:22.197761 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:05:22.198385 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:05:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:22.222707 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] No DVR routers for this DVR port d1799624-13c2-451d-96a9-a79751ea030c on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:05:22.225411 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:22.228930 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-efd936a7-8d1a-4f19-801b-425b9509937e req-3478bbc8-1b41-4ad0-b4f3-2d562b0e2554 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "DELETE /v2.0/ports/d1799624-13c2-451d-96a9-a79751ea030c HTTP/1.1" status: 204 len: 173 time: 0.8098803 Jul 26 05:05:22.229477 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'name': 'network-vif-deleted', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:05:22.232197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d54e955-8aba-4672-83f3-c7e0b500667b" -d '{"events": [{"server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "name": "network-vif-deleted", "tag": "d1799624-13c2-451d-96a9-a79751ea030c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:05:22.295282 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12abcf66-09ef-4708-a703-7c82a06f90c1 x-openstack-request-id: req-12abcf66-09ef-4708-a703-7c82a06f90c1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:05:22.295922 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ea2890-2edd-445f-a103-85febb5cee98", "name": "network-vif-deleted", "tag": "d1799624-13c2-451d-96a9-a79751ea030c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:05:22.296110 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-12abcf66-09ef-4708-a703-7c82a06f90c1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:05:22.296549 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12abcf66-09ef-4708-a703-7c82a06f90c1'] response: {'server_uuid': 'd8ea2890-2edd-445f-a103-85febb5cee98', 'name': 'network-vif-deleted', 'tag': 'd1799624-13c2-451d-96a9-a79751ea030c', 'status': 'completed', 'code': 200} Jul 26 05:05:22.390882 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:05:22.537722 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7c7b92c4-b39a-4bc4-b4ed-188608f60db8 req-27fb9a2b-3d52-4b01-b395-3fd2896783e7 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8ea2890-2edd-445f-a103-85febb5cee98 HTTP/1.1" status: 200 len: 210 time: 0.0276153 Jul 26 05:05:22.591922 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:32Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:22.626513 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] Checking router: fe8be3be-6385-4fff-b609-cd7d5437c478 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:05:22.639027 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:05:22.640014 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:05:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:22.751651 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:05:22.944460 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:32Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:22.974281 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2530d405-80ea-4e8a-91b7-023b330f9232 None None] The sync data for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:00:18Z', 'revision_number': 4, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '0e23526b-a8fe-4d23-8735-533401a6945a', 'name': '', 'network_id': '94dd837e-81c9-4e2e-9135-742712cb9531', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'mac_address': 'fa:16:3e:f5:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:15Z', 'updated_at': '2022-07-26T05:00:32Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'subnets': [{'id': '253b6666-1911-48dd-a6f6-76871c57c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:05:23.195381 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062a933-9075-4b37-b463-97e8be594b7e None None] New status for floating IP c8b1858d-41f5-47b2-a3ab-33c5271be715: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:05:23.633244 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49976) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:23.692584 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7d4892c-4ee1-47ed-85be-f569918f35fe tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group (749c1fb9-5b08-4991-bc36-15f99bc3c9b4), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:23.716882 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7d4892c-4ee1-47ed-85be-f569918f35fe tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group (749c1fb9-5b08-4991-bc36-15f99bc3c9b4), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:23.770508 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7d4892c-4ee1-47ed-85be-f569918f35fe tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (749c1fb9-5b08-4991-bc36-15f99bc3c9b4), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:23.773062 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7d4892c-4ee1-47ed-85be-f569918f35fe tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:23.774222 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d7d4892c-4ee1-47ed-85be-f569918f35fe tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "DELETE /v2.0/security-groups/749c1fb9-5b08-4991-bc36-15f99bc3c9b4 HTTP/1.1" status: 204 len: 168 time: 0.1399953 Jul 26 05:05:23.777069 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 49978) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:23.783687 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4892c-4ee1-47ed-85be-f569918f35fe tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749c1fb9-5b08-4991-bc36-15f99bc3c9b4,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:23.792820 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-ca7c1afa-6b17-44ba-8d64-63ed64bcdc44 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] show failed (client error): The resource could not be found. Jul 26 05:05:23.796568 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ca7c1afa-6b17-44ba-8d64-63ed64bcdc44 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups/749c1fb9-5b08-4991-bc36-15f99bc3c9b4 HTTP/1.1" status: 404 len: 347 time: 0.0152273 Jul 26 05:05:23.797028 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 49980) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:23.913901 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Deleting port bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:05:23.914250 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:24.003352 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:24.003692 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for floatingip (bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:24.016692 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Calling delete_port for bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:05:24.161651 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:24.187856 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event deleted for resources: {'Port': ['ID=bb86bd8f-3297-4d32-a2bc-1ab9c8e8876b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:24.252329 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks [] for floatingip (c8b1858d-41f5-47b2-a3ab-33c5271be715), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:24.254947 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:24.256118 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-07569975-3ff5-4aa1-b91c-ca5e54fdb814 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "DELETE /v2.0/floatingips/c8b1858d-41f5-47b2-a3ab-33c5271be715 HTTP/1.1" status: 204 len: 168 time: 0.4581409 Jul 26 05:05:24.453340 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc64f6-7fc1-476a-850d-62e93991342f req-7e60bbc3-69a2-424e-a8bb-021bff7e4a27 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:24.454835 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03fc64f6-7fc1-476a-850d-62e93991342f req-7e60bbc3-69a2-424e-a8bb-021bff7e4a27 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0547435 Jul 26 05:05:24.503742 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03fc64f6-7fc1-476a-850d-62e93991342f req-b5f79b48-3ab1-4e05-b89d-99721aec2b80 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Jul 26 05:05:25.645018 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa867e-631a-4d5d-9aba-dea208077b60 req-614a276d-a6d6-4811-a0dc-f5f2166cc52f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:25.646485 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-94aa867e-631a-4d5d-9aba-dea208077b60 req-614a276d-a6d6-4811-a0dc-f5f2166cc52f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0519707 Jul 26 05:05:25.697660 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-94aa867e-631a-4d5d-9aba-dea208077b60 req-1394ee44-ac5a-4f8f-9580-b7692c1ac07e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433147 Jul 26 05:05:25.888315 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device d1799624-13c2-451d-96a9-a79751ea030c no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:05:25.910640 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: d1799624-13c2-451d-96a9-a79751ea030c {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:05:25.910929 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device d1799624-13c2-451d-96a9-a79751ea030c not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:05:26.784737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c9d6b-9a54-4cfe-8784-df6e68a5ba6f req-498d0823-7219-4582-b0ad-a2d8b1f86426 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:26.786413 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e0c9d6b-9a54-4cfe-8784-df6e68a5ba6f req-498d0823-7219-4582-b0ad-a2d8b1f86426 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0596435 Jul 26 05:05:26.838682 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab811b4b-20f3-496d-aaa1-c863aecfc905 req-09965b98-170f-402b-8496-8842fcec8b92 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:26.840230 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab811b4b-20f3-496d-aaa1-c863aecfc905 req-09965b98-170f-402b-8496-8842fcec8b92 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0523298 Jul 26 05:05:26.923053 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab811b4b-20f3-496d-aaa1-c863aecfc905 req-2517f09d-c35b-4212-b02d-bbe3af7360fc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755558 Jul 26 05:05:26.926417 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e0c9d6b-9a54-4cfe-8784-df6e68a5ba6f req-1337c7bb-8945-408c-9fef-ca638238d2ca tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296775 Jul 26 05:05:28.076517 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5e70d-2c9a-46db-a1f4-d741f5c055f0 req-a227b03c-795a-416e-a72f-ae45dd4b45fc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:28.077996 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ec5e70d-2c9a-46db-a1f4-d741f5c055f0 req-a227b03c-795a-416e-a72f-ae45dd4b45fc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0760493 Jul 26 05:05:28.084047 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a87a-5489-47ea-8802-00bb144c50f6 req-de78a507-f97c-4ab4-aaed-dd197715d315 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:28.085404 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-40d1a87a-5489-47ea-8802-00bb144c50f6 req-de78a507-f97c-4ab4-aaed-dd197715d315 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0744021 Jul 26 05:05:28.165603 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ec5e70d-2c9a-46db-a1f4-d741f5c055f0 req-881425ce-e1ba-4eaf-b6f5-a4e9c1bad4a2 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Jul 26 05:05:28.169756 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-40d1a87a-5489-47ea-8802-00bb144c50f6 req-41b7454c-73c5-4718-b326-be5d974d29cd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770741 Jul 26 05:05:29.179307 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-dbb1077f-0fea-48d1-b2bf-4bfd52cb880c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:29.180799 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-dbb1077f-0fea-48d1-b2bf-4bfd52cb880c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.0562258 Jul 26 05:05:29.236703 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:29.572684 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Deleting port b559b234-be1a-4b1e-9174-8e074a42caaf {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:05:29.572994 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:29.587865 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08205c61-6326-4375-8b5b-1ac2159a7702 req-49591cec-f559-4890-9b98-cada0e2c02e0 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:29.589366 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08205c61-6326-4375-8b5b-1ac2159a7702 req-49591cec-f559-4890-9b98-cada0e2c02e0 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=c4b20933-1aa3-4f28-9d7b-2482564c6c03 HTTP/1.1" status: 200 len: 945 time: 0.3335011 Jul 26 05:05:29.606296 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95233b5-0caa-4a85-9c2e-e173c826e729 req-906e5902-5f1b-4f81-aa76-65e1fb6009f2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:29.607721 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f95233b5-0caa-4a85-9c2e-e173c826e729 req-906e5902-5f1b-4f81-aa76-65e1fb6009f2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.3529155 Jul 26 05:05:29.703129 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:29.743597 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08205c61-6326-4375-8b5b-1ac2159a7702 req-20beac37-964c-49eb-befc-c32cb5e15b09 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435533 Jul 26 05:05:29.751729 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f95233b5-0caa-4a85-9c2e-e173c826e729 req-a6286f05-26a1-410b-8049-2e6375e003ac tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129975 Jul 26 05:05:29.760689 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] For port b559b234-be1a-4b1e-9174-8e074a42caaf, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b559b234-be1a-4b1e-9174-8e074a42caaf,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:29.761074 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:29.776165 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Calling delete_port for b559b234-be1a-4b1e-9174-8e074a42caaf owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:05:29.913736 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (b559b234-be1a-4b1e-9174-8e074a42caaf), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:29.949781 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event deleted for resources: {'Port': ['ID=b559b234-be1a-4b1e-9174-8e074a42caaf,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:29.957974 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['ad83218c-f197-497a-8169-9fcae83efaee', 'b559b234-be1a-4b1e-9174-8e074a42caaf'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:05:29.964281 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.964639 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.964982 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.965321 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.965656 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.966008 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.966322 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.966669 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.966993 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.967319 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.970355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.970355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.970355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.970355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:29.970355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:30.007028 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] No DVR routers for this DVR port b559b234-be1a-4b1e-9174-8e074a42caaf on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:05:30.009644 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:30.013032 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dd300684-1ea4-48cc-a376-56392ecd56e2 req-71e3c26d-a5d0-4dc4-a384-36ce715e3feb tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "DELETE /v2.0/ports/b559b234-be1a-4b1e-9174-8e074a42caaf HTTP/1.1" status: 204 len: 173 time: 0.8250399 Jul 26 05:05:30.013426 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b20933-1aa3-4f28-9d7b-2482564c6c03', 'name': 'network-vif-deleted', 'tag': 'b559b234-be1a-4b1e-9174-8e074a42caaf'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:05:30.015791 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62211425-22ec-4ddd-a4cd-f569b0fecfd2" -d '{"events": [{"server_uuid": "c4b20933-1aa3-4f28-9d7b-2482564c6c03", "name": "network-vif-deleted", "tag": "b559b234-be1a-4b1e-9174-8e074a42caaf"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:05:30.052801 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ae0e50-a991-400e-9b65-1f20bde7e6ac x-openstack-request-id: req-29ae0e50-a991-400e-9b65-1f20bde7e6ac {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:05:30.053163 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b20933-1aa3-4f28-9d7b-2482564c6c03", "name": "network-vif-deleted", "tag": "b559b234-be1a-4b1e-9174-8e074a42caaf", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:05:30.053487 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-29ae0e50-a991-400e-9b65-1f20bde7e6ac {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:05:30.053949 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ae0e50-a991-400e-9b65-1f20bde7e6ac'] response: {'server_uuid': 'c4b20933-1aa3-4f28-9d7b-2482564c6c03', 'name': 'network-vif-deleted', 'tag': 'b559b234-be1a-4b1e-9174-8e074a42caaf', 'status': 'completed', 'code': 200} Jul 26 05:05:30.886839 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d21a1e-fe57-47aa-a6b8-743b82336591 req-22ef13ac-990a-4267-98d2-4aa75a412477 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:30.888381 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-19d21a1e-fe57-47aa-a6b8-743b82336591 req-22ef13ac-990a-4267-98d2-4aa75a412477 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0497048 Jul 26 05:05:30.943540 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-19d21a1e-fe57-47aa-a6b8-743b82336591 req-c3690781-8706-4a76-aa8f-5faa215413af tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491104 Jul 26 05:05:31.025757 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f8fb-7818-482b-93ce-3ecc20d7e6a6 req-f0855a18-e473-433e-a71e-b63a1dbe58e3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:31.027285 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-64a2f8fb-7818-482b-93ce-3ecc20d7e6a6 req-f0855a18-e473-433e-a71e-b63a1dbe58e3 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0545869 Jul 26 05:05:31.075908 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-64a2f8fb-7818-482b-93ce-3ecc20d7e6a6 req-b1c16bbd-5a2f-41a1-8508-467f5b0856ae tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 Jul 26 05:05:32.070769 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd79b86-216c-473b-8f3a-c5d35b6e6dc2 req-bfd31c83-2eaa-4220-bb5e-9aef86f91152 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:32.072175 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dd79b86-216c-473b-8f3a-c5d35b6e6dc2 req-bfd31c83-2eaa-4220-bb5e-9aef86f91152 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0488408 Jul 26 05:05:32.124093 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dd79b86-216c-473b-8f3a-c5d35b6e6dc2 req-2c13ea80-cf9f-4728-b7a1-7a18186d18e0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 Jul 26 05:05:32.203430 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcd866-1118-4517-8620-55831588e13d req-14a3c15d-926a-4f29-9ffc-ded4fd481e0c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:32.204947 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-adbcd866-1118-4517-8620-55831588e13d req-14a3c15d-926a-4f29-9ffc-ded4fd481e0c tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0558791 Jul 26 05:05:32.259605 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-adbcd866-1118-4517-8620-55831588e13d req-9a5fbb36-0c8f-4a16-8071-a6c68cf3644a tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459089 Jul 26 05:05:32.813178 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:32.938038 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=74 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:32.949339 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=58 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:33.217899 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:33.255517 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41e245-a16e-4d9f-9dfd-6c0b3d52919b req-70e8d483-4dd7-46ff-b993-4c24cf2cd7a7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:33.257046 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a41e245-a16e-4d9f-9dfd-6c0b3d52919b req-70e8d483-4dd7-46ff-b993-4c24cf2cd7a7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0504196 Jul 26 05:05:33.308181 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a41e245-a16e-4d9f-9dfd-6c0b3d52919b req-cdb837e5-aa8b-48cc-96db-8ae4622e9769 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432398 Jul 26 05:05:33.384589 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ccec-b16f-446f-aca1-581fbf4ac625 req-1f4e5fcf-6dd5-4bee-871b-03bc9da2db33 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:33.386114 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ca5ccec-b16f-446f-aca1-581fbf4ac625 req-1f4e5fcf-6dd5-4bee-871b-03bc9da2db33 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0511785 Jul 26 05:05:33.435103 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ca5ccec-b16f-446f-aca1-581fbf4ac625 req-8e4cca66-9557-4810-a8ac-3ecbfb9aee41 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Jul 26 05:05:33.926939 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device b559b234-be1a-4b1e-9174-8e074a42caaf no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:05:33.950588 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: b559b234-be1a-4b1e-9174-8e074a42caaf {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:05:33.950996 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device b559b234-be1a-4b1e-9174-8e074a42caaf not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:05:34.244298 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=58,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:34.247658 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=67,neutron:DELETE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:34.416077 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-0e8087a3-b366-4bc4-a97f-6559d4a50151 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:34.417547 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-0e8087a3-b366-4bc4-a97f-6559d4a50151 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0609107 Jul 26 05:05:34.481391 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8d47c-222d-4490-b839-7b4671c32651 req-7efdf073-d769-41b3-b3c1-ad064d85b6f3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:34.482912 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-38d8d47c-222d-4490-b839-7b4671c32651 req-7efdf073-d769-41b3-b3c1-ad064d85b6f3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0907867 Jul 26 05:05:34.524163 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:34.585391 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Deleting port ad83218c-f197-497a-8169-9fcae83efaee {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:05:34.585709 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (ad83218c-f197-497a-8169-9fcae83efaee), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:34.618100 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b04a2-1900-42aa-9e5e-927b597a170a req-cbccc35f-5054-4a32-99e0-a222e319c543 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:34.619582 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-641b04a2-1900-42aa-9e5e-927b597a170a req-cbccc35f-5054-4a32-99e0-a222e319c543 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f4c17ac-a751-4ebc-9a68-b051d32dc63f HTTP/1.1" status: 200 len: 945 time: 0.0939870 Jul 26 05:05:34.650447 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-38d8d47c-222d-4490-b839-7b4671c32651 req-591a0cc5-65a4-40c1-a678-1a79eb140723 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609895 Jul 26 05:05:34.730239 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-641b04a2-1900-42aa-9e5e-927b597a170a req-8a839ee4-8de5-4570-9553-42789c434b82 tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.17 "GET /v2.0/security-groups?id=acb42388-26d3-4196-980f-0358b3c597b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770400 Jul 26 05:05:34.735152 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] For port ad83218c-f197-497a-8169-9fcae83efaee, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=ad83218c-f197-497a-8169-9fcae83efaee,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:34.735520 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (ad83218c-f197-497a-8169-9fcae83efaee), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:34.748861 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Calling delete_port for ad83218c-f197-497a-8169-9fcae83efaee owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:05:34.883473 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (ad83218c-f197-497a-8169-9fcae83efaee), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:34.909369 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Pushing event deleted for resources: {'Port': ['ID=ad83218c-f197-497a-8169-9fcae83efaee,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:34.920373 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['ad83218c-f197-497a-8169-9fcae83efaee'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:05:34.958179 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] No DVR routers for this DVR port ad83218c-f197-497a-8169-9fcae83efaee on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:05:34.960724 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:34.964002 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3318d824-0272-46ed-88bc-6307fc5d6aec req-3ce22409-32a8-4534-a0fa-5222d74312bc tempest-ServerRescueNegativeTestJSON-630643721 tempest-ServerRescueNegativeTestJSON-630643721-project] 10.222.0.52 "DELETE /v2.0/ports/ad83218c-f197-497a-8169-9fcae83efaee HTTP/1.1" status: 204 len: 173 time: 0.5306947 Jul 26 05:05:34.964439 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4c17ac-a751-4ebc-9a68-b051d32dc63f', 'name': 'network-vif-deleted', 'tag': 'ad83218c-f197-497a-8169-9fcae83efaee'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:05:34.966733 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f64cac4-9634-4315-9357-cc1510b71e76" -d '{"events": [{"server_uuid": "3f4c17ac-a751-4ebc-9a68-b051d32dc63f", "name": "network-vif-deleted", "tag": "ad83218c-f197-497a-8169-9fcae83efaee"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:05:35.002526 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19ae10c-0150-4f90-8f31-cbe18351de1f x-openstack-request-id: req-f19ae10c-0150-4f90-8f31-cbe18351de1f {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:05:35.002823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4c17ac-a751-4ebc-9a68-b051d32dc63f", "name": "network-vif-deleted", "tag": "ad83218c-f197-497a-8169-9fcae83efaee", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:05:35.003077 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f19ae10c-0150-4f90-8f31-cbe18351de1f {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:05:35.003480 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19ae10c-0150-4f90-8f31-cbe18351de1f'] response: {'server_uuid': '3f4c17ac-a751-4ebc-9a68-b051d32dc63f', 'name': 'network-vif-deleted', 'tag': 'ad83218c-f197-497a-8169-9fcae83efaee', 'status': 'completed', 'code': 200} Jul 26 05:05:35.791833 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7036-bc75-4833-a764-26573e7126a8 req-67898970-08cd-492e-aa93-180b18d8db10 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:35.791833 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-51eb7036-bc75-4833-a764-26573e7126a8 req-67898970-08cd-492e-aa93-180b18d8db10 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0607941 Jul 26 05:05:35.794128 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50056) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:35.838644 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:35.844036 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-51eb7036-bc75-4833-a764-26573e7126a8 req-767e9143-8147-4936-ba69-90f102efad93 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440857 Jul 26 05:05:36.227802 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (fe8be3be-6385-4fff-b609-cd7d5437c478), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:36.379770 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:36.463077 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Deleting port 0e23526b-a8fe-4d23-8735-533401a6945a {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:05:36.463297 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:36.551443 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] For port 0e23526b-a8fe-4d23-8735-533401a6945a, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=0e23526b-a8fe-4d23-8735-533401a6945a,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:36.551843 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:36.565409 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Calling delete_port for 0e23526b-a8fe-4d23-8735-533401a6945a owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:05:36.745912 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:36.763063 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (0e23526b-a8fe-4d23-8735-533401a6945a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:36.789704 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e23526b-a8fe-4d23-8735-533401a6945a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:36.995806 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f53f4c-7e76-4a3f-9355-07734c6ce14a req-fd5f7364-5565-4c8b-9086-65ab483f3cf4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:36.997308 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90f53f4c-7e76-4a3f-9355-07734c6ce14a req-fd5f7364-5565-4c8b-9086-65ab483f3cf4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0642760 Jul 26 05:05:36.998253 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (fe8be3be-6385-4fff-b609-cd7d5437c478), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:37.112756 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90f53f4c-7e76-4a3f-9355-07734c6ce14a req-a1ce28d8-dad9-4cf6-bd60-8c68f876f7f3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078367 Jul 26 05:05:37.248433 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:37.250559 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Router fe8be3be-6385-4fff-b609-cd7d5437c478 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:05:37.357456 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:05:37.364100 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-61435435-b0b8-4ee0-a4b0-19a221691079 admin admin] 10.222.0.17 "PUT /v2.0/routers/fe8be3be-6385-4fff-b609-cd7d5437c478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675082 Jul 26 05:05:37.365461 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50062) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:37.366546 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] Sync routers for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:05:37.378096 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:05:37.378988 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:05:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:37.486451 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:05:37.662758 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:05:36Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:37.688122 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] Checking router: fe8be3be-6385-4fff-b609-cd7d5437c478 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:05:37.697558 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] Routers {'fe8be3be-6385-4fff-b609-cd7d5437c478'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:05:37.698182 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:05:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe8be3be-6385-4fff-b609-cd7d5437c478'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:37.718237 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks [] for router (fe8be3be-6385-4fff-b609-cd7d5437c478), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:37.824033 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks [] for router_gateway (fe8be3be-6385-4fff-b609-cd7d5437c478), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:37.871358 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Deleting port 9617c36c-29b2-400e-9036-e8d58eae022e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:05:37.871751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:37.902518 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] Set router fe8be3be-6385-4fff-b609-cd7d5437c478 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:05:37.938380 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:37.955988 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] For port 9617c36c-29b2-400e-9036-e8d58eae022e, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=9617c36c-29b2-400e-9036-e8d58eae022e,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:37.956359 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:37.970457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Calling delete_port for 9617c36c-29b2-400e-9036-e8d58eae022e owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:05:38.072312 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:05:36Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:38.097163 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb04d89-cc7b-4d2f-acac-32d80186a595 None None] The sync data for ids ['fe8be3be-6385-4fff-b609-cd7d5437c478'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'name': 'tempest-ServerRescueNegativeTestJSON-478398637-router', 'tenant_id': '1c772e5c90114978ad92818d58ca11c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:00:00Z', 'updated_at': '2022-07-26T05:05:36Z', 'revision_number': 5, 'project_id': '1c772e5c90114978ad92818d58ca11c2', 'gw_port': {'id': '9617c36c-29b2-400e-9036-e8d58eae022e', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e7:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8be3be-6385-4fff-b609-cd7d5437c478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:02Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:05:38.146658 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (9617c36c-29b2-400e-9036-e8d58eae022e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.180895 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Pushing event deleted for resources: {'Port': ['ID=9617c36c-29b2-400e-9036-e8d58eae022e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:38.274617 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30ae33-afca-4886-b0bb-e9a91ca83ced req-c1224565-0147-4f0e-b2ff-ca98c82a6379 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:38.276145 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce30ae33-afca-4886-b0bb-e9a91ca83ced req-c1224565-0147-4f0e-b2ff-ca98c82a6379 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0747695 Jul 26 05:05:38.281074 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (fe8be3be-6385-4fff-b609-cd7d5437c478), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.400228 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (fe8be3be-6385-4fff-b609-cd7d5437c478), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.407000 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks [] for router_controller (fe8be3be-6385-4fff-b609-cd7d5437c478), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.479227 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce30ae33-afca-4886-b0bb-e9a91ca83ced req-20bc33a3-9d51-4338-9fcc-cda2602a78e1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958632 Jul 26 05:05:38.480338 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:38.487700 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (fe8be3be-6385-4fff-b609-cd7d5437c478), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.488387 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe8be3be-6385-4fff-b609-cd7d5437c478 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:05:38.494995 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.496074 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f09b9b0f-772a-4efe-87c0-d80d9ddbe72d admin admin] 10.222.0.17 "DELETE /v2.0/routers/fe8be3be-6385-4fff-b609-cd7d5437c478 HTTP/1.1" status: 204 len: 168 time: 1.1296597 Jul 26 05:05:38.499226 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50068) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:38.547456 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-d625ad72-af13-4e77-9b88-1cacfdd2e36d admin admin] Deleting subnet 253b6666-1911-48dd-a6f6-76871c57c95e {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:05:38.552271 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d625ad72-af13-4e77-9b88-1cacfdd2e36d admin admin] Publish callbacks [] for subnet (253b6666-1911-48dd-a6f6-76871c57c95e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.593747 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d625ad72-af13-4e77-9b88-1cacfdd2e36d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58924954'] for subnet (253b6666-1911-48dd-a6f6-76871c57c95e), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.700823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d625ad72-af13-4e77-9b88-1cacfdd2e36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (253b6666-1911-48dd-a6f6-76871c57c95e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.761866 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d625ad72-af13-4e77-9b88-1cacfdd2e36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59865170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58846438'] for subnet (253b6666-1911-48dd-a6f6-76871c57c95e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.787848 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625ad72-af13-4e77-9b88-1cacfdd2e36d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253b6666-1911-48dd-a6f6-76871c57c95e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:38.791790 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d625ad72-af13-4e77-9b88-1cacfdd2e36d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.794800 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d625ad72-af13-4e77-9b88-1cacfdd2e36d admin admin] 10.222.0.17 "DELETE /v2.0/subnets/253b6666-1911-48dd-a6f6-76871c57c95e HTTP/1.1" status: 204 len: 168 time: 0.2944422 Jul 26 05:05:38.797633 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50070) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:38.800146 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d88de31-3340-44c2-887e-3486eb5d789c None None] Network 94dd837e-81c9-4e2e-9135-742712cb9531 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:05:38.869589 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (94dd837e-81c9-4e2e-9135-742712cb9531), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.912907 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Deleting port 730bfc56-2ea3-4190-b376-07c2051812ac {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:05:38.913256 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.980858 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] For port 730bfc56-2ea3-4190-b376-07c2051812ac, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=730bfc56-2ea3-4190-b376-07c2051812ac,segment=NetworkSegment(f5e1948a-66af-43c5-a3c6-58743779c990),segment_id=f5e1948a-66af-43c5-a3c6-58743779c990)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:38.981229 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:38.994135 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Calling delete_port for 730bfc56-2ea3-4190-b376-07c2051812ac owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:05:39.081398 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (730bfc56-2ea3-4190-b376-07c2051812ac), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.093633 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b1fb7-6f82-4a1e-bcdd-0790fb0fe4b5 None None] DHCP port deletion for 94dd837e-81c9-4e2e-9135-742712cb9531 request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:05:39.105610 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Pushing event deleted for resources: {'Port': ['ID=730bfc56-2ea3-4190-b376-07c2051812ac,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:39.115981 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.116317 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.116651 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.116978 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.117299 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.117618 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.117934 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.118246 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.118576 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.118870 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.119274 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.119848 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.120004 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.120313 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.120620 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:39.128053 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] No DVR routers for this DVR port 730bfc56-2ea3-4190-b376-07c2051812ac on host dv-cinder-850574-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:05:39.202931 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (94dd837e-81c9-4e2e-9135-742712cb9531), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.224746 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dd837e-81c9-4e2e-9135-742712cb9531']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:39.235335 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e1948a-66af-43c5-a3c6-58743779c990') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:39.235669 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e1948a-66af-43c5-a3c6-58743779c990') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:39.246704 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (f5e1948a-66af-43c5-a3c6-58743779c990), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.263357 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (f5e1948a-66af-43c5-a3c6-58743779c990), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.268608 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 0e23526b-a8fe-4d23-8735-533401a6945a no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:05:39.270663 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:05:39.271312 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (f5e1948a-66af-43c5-a3c6-58743779c990), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.289238 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 0e23526b-a8fe-4d23-8735-533401a6945a {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:05:39.289559 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 0e23526b-a8fe-4d23-8735-533401a6945a not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:05:39.290007 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 9617c36c-29b2-400e-9036-e8d58eae022e no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:05:39.310049 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 9617c36c-29b2-400e-9036-e8d58eae022e {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:05:39.310496 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 9617c36c-29b2-400e-9036-e8d58eae022e not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:05:39.310817 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 730bfc56-2ea3-4190-b376-07c2051812ac no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:05:39.339057 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 730bfc56-2ea3-4190-b376-07c2051812ac {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:05:39.339403 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 730bfc56-2ea3-4190-b376-07c2051812ac not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:05:39.534091 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment f5e1948a-66af-43c5-a3c6-58743779c990 resource provider aggregate not found Jul 26 05:05:39.558571 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment f5e1948a-66af-43c5-a3c6-58743779c990 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5e1948a-66af-43c5-a3c6-58743779c990 found for delete ", "request_id": "req-903d4f26-41f8-4f75-990c-58fa967efda3"}]} Jul 26 05:05:39.561289 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (94dd837e-81c9-4e2e-9135-742712cb9531), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.567373 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.570513 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] 10.222.0.17 "DELETE /v2.0/networks/94dd837e-81c9-4e2e-9135-742712cb9531 HTTP/1.1" status: 204 len: 168 time: 0.7718635 Jul 26 05:05:39.583538 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59788a8a-af12-463e-b084-4bbf2f16d82f admin admin] Pushing event deleted for resources: {'Network': ['ID=94dd837e-81c9-4e2e-9135-742712cb9531,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:39.620086 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5f7b-2d77-4924-b100-3193fc7e0389 req-c61616ad-b2d5-4f99-8b05-5f4062ad5bf4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:39.621592 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-84ac5f7b-2d77-4924-b100-3193fc7e0389 req-c61616ad-b2d5-4f99-8b05-5f4062ad5bf4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0548577 Jul 26 05:05:39.651429 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:39.678118 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-84ac5f7b-2d77-4924-b100-3193fc7e0389 req-957fe2df-ffaa-4fac-9560-96f19169e504 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488029 Jul 26 05:05:39.696617 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50082) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:39.736330 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-72e24196-a847-470b-87cb-fbecfbab94ef admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1c772e5c90114978ad92818d58ca11c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385742 Jul 26 05:05:39.739398 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50084) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:39.787760 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3009c2b0-8c72-4197-9e90-1191af7e0771 admin admin] Publish callbacks [] for security_group (acb42388-26d3-4196-980f-0358b3c597b5), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.809248 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3009c2b0-8c72-4197-9e90-1191af7e0771 admin admin] Publish callbacks [] for security_group (acb42388-26d3-4196-980f-0358b3c597b5), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.861331 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3009c2b0-8c72-4197-9e90-1191af7e0771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (acb42388-26d3-4196-980f-0358b3c597b5), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.864111 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3009c2b0-8c72-4197-9e90-1191af7e0771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:39.865300 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3009c2b0-8c72-4197-9e90-1191af7e0771 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/acb42388-26d3-4196-980f-0358b3c597b5 HTTP/1.1" status: 204 len: 168 time: 0.1249778 Jul 26 05:05:39.873335 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009c2b0-8c72-4197-9e90-1191af7e0771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb42388-26d3-4196-980f-0358b3c597b5,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:39.943141 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device ad83218c-f197-497a-8169-9fcae83efaee no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:05:39.964863 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: ad83218c-f197-497a-8169-9fcae83efaee {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:05:39.965200 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device ad83218c-f197-497a-8169-9fcae83efaee not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:05:40.809510 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d140cb-de01-407f-a611-edd418b13c0a req-54861166-5577-4281-ac42-c78533643f35 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:40.811034 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-40d140cb-de01-407f-a611-edd418b13c0a req-54861166-5577-4281-ac42-c78533643f35 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0537066 Jul 26 05:05:40.860380 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-40d140cb-de01-407f-a611-edd418b13c0a req-69a5069f-a897-48d5-96bb-07fb8bf33cd1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429277 Jul 26 05:05:41.993051 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dfbf4-35d0-4973-ba87-19e2ddfacbb2 req-9686a654-d1d3-42ac-abab-eed0596a30a1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:41.994758 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-633dfbf4-35d0-4973-ba87-19e2ddfacbb2 req-9686a654-d1d3-42ac-abab-eed0596a30a1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0518937 Jul 26 05:05:42.044546 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-633dfbf4-35d0-4973-ba87-19e2ddfacbb2 req-494634ff-f8a2-4a30-aa58-c0f840a6214a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Jul 26 05:05:42.108055 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50158) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:42.228173 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7cee1d2b-7a59-49b2-8675-9b63a870a7a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.317033 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7cee1d2b-7a59-49b2-8675-9b63a870a7a2 admin admin] Publish callbacks [] for security_group (69552234-d589-4f55-b458-a7ba65be414a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.322350 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7cee1d2b-7a59-49b2-8675-9b63a870a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (69552234-d589-4f55-b458-a7ba65be414a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.364901 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7cee1d2b-7a59-49b2-8675-9b63a870a7a2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=666fd57821744dedb9c799ad75f36b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555218 Jul 26 05:05:42.366040 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee1d2b-7a59-49b2-8675-9b63a870a7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69552234-d589-4f55-b458-a7ba65be414a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:42.367763 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50162) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:42.413649 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:42.422017 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-572889f2-f053-4365-8084-6cf87bdce2c4 admin admin] Publish callbacks [] for security_group (69552234-d589-4f55-b458-a7ba65be414a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.444198 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-572889f2-f053-4365-8084-6cf87bdce2c4 admin admin] Publish callbacks [] for security_group (69552234-d589-4f55-b458-a7ba65be414a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.493919 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-572889f2-f053-4365-8084-6cf87bdce2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (69552234-d589-4f55-b458-a7ba65be414a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.496451 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-572889f2-f053-4365-8084-6cf87bdce2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.497648 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-572889f2-f053-4365-8084-6cf87bdce2c4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/69552234-d589-4f55-b458-a7ba65be414a HTTP/1.1" status: 204 len: 168 time: 0.1282640 Jul 26 05:05:42.505900 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572889f2-f053-4365-8084-6cf87bdce2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69552234-d589-4f55-b458-a7ba65be414a,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:42.799729 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50168) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:42.814014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad607c01-a2f7-405d-816f-021bdca7bb75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.903694 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad607c01-a2f7-405d-816f-021bdca7bb75 admin admin] Publish callbacks [] for security_group (030f03f7-cb90-44c5-b552-b39659dc7e34), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.913973 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad607c01-a2f7-405d-816f-021bdca7bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (030f03f7-cb90-44c5-b552-b39659dc7e34), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:42.929585 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:42.975347 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad607c01-a2f7-405d-816f-021bdca7bb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030f03f7-cb90-44c5-b552-b39659dc7e34,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:42.982529 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ad607c01-a2f7-405d-816f-021bdca7bb75 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=90dd638cd9ba40a1ae47a7930a0a8f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815641 Jul 26 05:05:42.987032 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50170) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:43.026502 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:43.041401 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b0e8-c57a-4b59-be61-10da2701ab13 admin admin] Publish callbacks [] for security_group (030f03f7-cb90-44c5-b552-b39659dc7e34), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:43.064053 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b0e8-c57a-4b59-be61-10da2701ab13 admin admin] Publish callbacks [] for security_group (030f03f7-cb90-44c5-b552-b39659dc7e34), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:43.115349 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b0e8-c57a-4b59-be61-10da2701ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (030f03f7-cb90-44c5-b552-b39659dc7e34), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:43.118025 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6a7b0e8-c57a-4b59-be61-10da2701ab13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:43.120104 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a6a7b0e8-c57a-4b59-be61-10da2701ab13 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/030f03f7-cb90-44c5-b552-b39659dc7e34 HTTP/1.1" status: 204 len: 168 time: 0.1320417 Jul 26 05:05:43.128905 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7b0e8-c57a-4b59-be61-10da2701ab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030f03f7-cb90-44c5-b552-b39659dc7e34,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:43.141075 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:43.141660 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:43.175591 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d4754-b0d3-4874-bfb9-94c14e5cf2fc req-f96ec5dd-853f-4bc5-8f71-629369c980b2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:43.177706 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f7d4754-b0d3-4874-bfb9-94c14e5cf2fc req-f96ec5dd-853f-4bc5-8f71-629369c980b2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0516982 Jul 26 05:05:43.231850 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f7d4754-b0d3-4874-bfb9-94c14e5cf2fc req-5b29d958-c680-4053-9528-067925de3b8a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485718 Jul 26 05:05:43.559108 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f50b3dcf-311c-4586-9c5d-be91ac0f1e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:44.360403 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809faca-c386-4e6c-820e-15c218d07bf1 req-552c919f-81b4-4388-8343-130b65bcc6f0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:44.361907 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8809faca-c386-4e6c-820e-15c218d07bf1 req-552c919f-81b4-4388-8343-130b65bcc6f0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0511794 Jul 26 05:05:44.411952 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8809faca-c386-4e6c-820e-15c218d07bf1 req-9434f368-277b-4b89-8afc-d427f71598b9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438578 Jul 26 05:05:44.900060 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50218) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:45.166242 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-03a2d9ef-f662-4dc1-b51d-5ae302f62784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.252445 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-03a2d9ef-f662-4dc1-b51d-5ae302f62784 admin admin] Publish callbacks [] for security_group (25930244-149d-4c00-88d9-477a02fb77a4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.258009 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-03a2d9ef-f662-4dc1-b51d-5ae302f62784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (25930244-149d-4c00-88d9-477a02fb77a4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.297008 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-03a2d9ef-f662-4dc1-b51d-5ae302f62784 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b221cad9eadc4b57b247caeec686c3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958683 Jul 26 05:05:45.298431 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2d9ef-f662-4dc1-b51d-5ae302f62784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25930244-149d-4c00-88d9-477a02fb77a4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:45.299974 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50222) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:45.354183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66927950-92b2-41f7-99ed-fd523696e960 admin admin] Publish callbacks [] for security_group (25930244-149d-4c00-88d9-477a02fb77a4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.374839 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:45.377045 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66927950-92b2-41f7-99ed-fd523696e960 admin admin] Publish callbacks [] for security_group (25930244-149d-4c00-88d9-477a02fb77a4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.428393 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66927950-92b2-41f7-99ed-fd523696e960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (25930244-149d-4c00-88d9-477a02fb77a4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.430883 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66927950-92b2-41f7-99ed-fd523696e960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.432063 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-66927950-92b2-41f7-99ed-fd523696e960 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/25930244-149d-4c00-88d9-477a02fb77a4 HTTP/1.1" status: 204 len: 168 time: 0.1309583 Jul 26 05:05:45.440271 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66927950-92b2-41f7-99ed-fd523696e960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25930244-149d-4c00-88d9-477a02fb77a4,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:45.545695 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba02376-3add-4650-8e9b-7c86ba67f107 req-9dbe477a-8b66-4e80-b079-82fd5671ac38 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:45.547224 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cba02376-3add-4650-8e9b-7c86ba67f107 req-9dbe477a-8b66-4e80-b079-82fd5671ac38 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0514565 Jul 26 05:05:45.599117 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cba02376-3add-4650-8e9b-7c86ba67f107 req-af05d146-14b5-43be-b674-1bbb6a23bf98 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460010 Jul 26 05:05:45.702264 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c1e00f31-1c32-4655-a038-59adb8b1bd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.734588 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50236) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:45.748753 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33913787-f2d6-4c74-9ebc-7ca4e17fca38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.830312 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33913787-f2d6-4c74-9ebc-7ca4e17fca38 admin admin] Publish callbacks [] for security_group (2f1fc0ff-d0af-41ee-94f0-04de38ea6e38), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.835449 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33913787-f2d6-4c74-9ebc-7ca4e17fca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (2f1fc0ff-d0af-41ee-94f0-04de38ea6e38), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.875474 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-33913787-f2d6-4c74-9ebc-7ca4e17fca38 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1aaeecb5ebdc4d6889235bb321e0c34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397216 Jul 26 05:05:45.876354 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33913787-f2d6-4c74-9ebc-7ca4e17fca38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1fc0ff-d0af-41ee-94f0-04de38ea6e38,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:45.880187 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50240) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:45.934027 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94250a81-0446-4f18-936e-e5e89d79dce2 admin admin] Publish callbacks [] for security_group (2f1fc0ff-d0af-41ee-94f0-04de38ea6e38), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:45.957645 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94250a81-0446-4f18-936e-e5e89d79dce2 admin admin] Publish callbacks [] for security_group (2f1fc0ff-d0af-41ee-94f0-04de38ea6e38), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:46.006390 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94250a81-0446-4f18-936e-e5e89d79dce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (2f1fc0ff-d0af-41ee-94f0-04de38ea6e38), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:46.008985 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94250a81-0446-4f18-936e-e5e89d79dce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:46.012960 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-94250a81-0446-4f18-936e-e5e89d79dce2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2f1fc0ff-d0af-41ee-94f0-04de38ea6e38 HTTP/1.1" status: 204 len: 168 time: 0.1314874 Jul 26 05:05:46.021628 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94250a81-0446-4f18-936e-e5e89d79dce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1fc0ff-d0af-41ee-94f0-04de38ea6e38,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:46.303819 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:05:46.739397 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f58e9-1f3f-4d00-873f-10b4c7443172 req-233b3cce-9f43-4823-8a5b-bbe40d6bfc21 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:46.741555 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b08f58e9-1f3f-4d00-873f-10b4c7443172 req-233b3cce-9f43-4823-8a5b-bbe40d6bfc21 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0564470 Jul 26 05:05:46.798360 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b08f58e9-1f3f-4d00-873f-10b4c7443172 req-becb46f6-a74f-4f45-b6f6-15fc47d1aac3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500841 Jul 26 05:05:46.953845 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:47.939782 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b086c-e95d-4b4d-81f1-2ba7312fa27d req-b62ab67f-ca86-4b23-8259-444c63762ce1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:47.947346 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a28b086c-e95d-4b4d-81f1-2ba7312fa27d req-b62ab67f-ca86-4b23-8259-444c63762ce1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0611091 Jul 26 05:05:47.980189 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:05:48.076244 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=65 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:48.076851 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a28b086c-e95d-4b4d-81f1-2ba7312fa27d req-fbbb38aa-50f9-4d65-a38c-7f8ff4336d22 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278939 Jul 26 05:05:48.189999 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:48.202768 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'port_id': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'mac_address': 'fa:16:3e:2d:0f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:05:48.245372 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 is: ACTIVE; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:05:48.245881 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:48.263431 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:05:48.286182 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:48.293013 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:48.358172 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=6']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:48.369486 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:48.370964 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.371281 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.371652 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.372141 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.372646 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.373116 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.373583 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.374048 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.374518 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.374988 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.375452 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.375958 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.377024 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.377351 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.377688 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:05:48.462037 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['19c54117-94e3-4ff4-a8ce-06b6514cd2e6'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:05:48.692421 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:49.249725 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcfe1a-000a-49e6-bb11-3e2e0d31f4a1 req-18832e5a-83cf-40df-ac1b-1dc32b363a51 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:49.251996 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-70bcfe1a-000a-49e6-bb11-3e2e0d31f4a1 req-18832e5a-83cf-40df-ac1b-1dc32b363a51 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 945 time: 0.0577109 Jul 26 05:05:49.285594 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:49.334146 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-70bcfe1a-000a-49e6-bb11-3e2e0d31f4a1 req-e87b8109-4251-4c01-a104-2b6d1bbb2179 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761871 Jul 26 05:05:49.989142 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:05:50.058127 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:05:50.058584 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:50.162241 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:05:50.162756 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:50.191208 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:05:50.193835 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67b59bd-b63e-4289-892a-58a6fa2f234f" -d '{"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-plugged", "status": "completed", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:05:50.209549 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:50.215423 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:50.241627 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571fa99-d9a3-43ad-857b-9d7920ffb351 x-openstack-request-id: req-b571fa99-d9a3-43ad-857b-9d7920ffb351 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:05:50.241953 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-plugged", "status": "completed", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:05:50.242212 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b571fa99-d9a3-43ad-857b-9d7920ffb351 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:05:50.242612 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b571fa99-d9a3-43ad-857b-9d7920ffb351'] response: {'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'code': 200} Jul 26 05:05:50.248614 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:50.284985 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=7']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:50.475955 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91ce5-8d0c-4f94-9d0d-c98aefab7c82 req-70f3d249-6568-45d0-a74a-ed24a2fd56ee tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:50.483343 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3fa91ce5-8d0c-4f94-9d0d-c98aefab7c82 req-70f3d249-6568-45d0-a74a-ed24a2fd56ee tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0623877 Jul 26 05:05:50.531867 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3fa91ce5-8d0c-4f94-9d0d-c98aefab7c82 req-13213648-98e5-4ac0-bba3-60210f155585 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475597 Jul 26 05:05:51.661946 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50380) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:51.696949 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801ee4a-6f75-424b-822a-114b604d7232 req-ec52014c-7d94-44b7-bcbf-a7a233d401cc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:51.699197 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2801ee4a-6f75-424b-822a-114b604d7232 req-ec52014c-7d94-44b7-bcbf-a7a233d401cc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0636473 Jul 26 05:05:51.766943 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2801ee4a-6f75-424b-822a-114b604d7232 req-99e50b68-b845-48e4-89c1-7c2eacd05dfd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593967 Jul 26 05:05:51.826295 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b0918e92-5b02-4242-9ee5-29eb6a74da85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:51.924503 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b0918e92-5b02-4242-9ee5-29eb6a74da85 admin admin] Publish callbacks [] for security_group (bbcb90bc-36e5-484c-9997-8e086a2af7e7), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:51.929563 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b0918e92-5b02-4242-9ee5-29eb6a74da85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bbcb90bc-36e5-484c-9997-8e086a2af7e7), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:51.974199 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b0918e92-5b02-4242-9ee5-29eb6a74da85 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cbb1922139b9478f8b15dfffc8336b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3111401 Jul 26 05:05:51.975056 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0918e92-5b02-4242-9ee5-29eb6a74da85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb90bc-36e5-484c-9997-8e086a2af7e7,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:51.977234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50386) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:52.075607 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47e08976-0312-41b9-a114-a889af335020 admin admin] Publish callbacks [] for security_group (bbcb90bc-36e5-484c-9997-8e086a2af7e7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.102859 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47e08976-0312-41b9-a114-a889af335020 admin admin] Publish callbacks [] for security_group (bbcb90bc-36e5-484c-9997-8e086a2af7e7), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.104714 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:52.159517 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47e08976-0312-41b9-a114-a889af335020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (bbcb90bc-36e5-484c-9997-8e086a2af7e7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.162503 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47e08976-0312-41b9-a114-a889af335020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.167945 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-47e08976-0312-41b9-a114-a889af335020 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/bbcb90bc-36e5-484c-9997-8e086a2af7e7 HTTP/1.1" status: 204 len: 168 time: 0.1854146 Jul 26 05:05:52.172832 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e08976-0312-41b9-a114-a889af335020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb90bc-36e5-484c-9997-8e086a2af7e7,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:52.547660 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50392) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:52.563359 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-74964d0e-ad7c-421b-87ed-6d4d3540daad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.600206 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:52.624404 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:52.652585 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-74964d0e-ad7c-421b-87ed-6d4d3540daad admin admin] Publish callbacks [] for security_group (6cc55330-9acc-4adb-a7ca-5a0b9c17ace7), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.658859 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-74964d0e-ad7c-421b-87ed-6d4d3540daad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (6cc55330-9acc-4adb-a7ca-5a0b9c17ace7), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.697533 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74964d0e-ad7c-421b-87ed-6d4d3540daad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc55330-9acc-4adb-a7ca-5a0b9c17ace7,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:52.711066 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-74964d0e-ad7c-421b-87ed-6d4d3540daad admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3c5e926bc18b4132b592418f6170c081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616158 Jul 26 05:05:52.713986 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50394) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:52.791967 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d097d69c-6b22-48a8-bd20-85ded721af7c admin admin] Publish callbacks [] for security_group (6cc55330-9acc-4adb-a7ca-5a0b9c17ace7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.820131 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d097d69c-6b22-48a8-bd20-85ded721af7c admin admin] Publish callbacks [] for security_group (6cc55330-9acc-4adb-a7ca-5a0b9c17ace7), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.923491 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cddd0-1e96-4e32-8059-e8674e1f41dc req-97283063-501b-471d-a130-86767ccbcc2f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:52.930939 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a05cddd0-1e96-4e32-8059-e8674e1f41dc req-97283063-501b-471d-a130-86767ccbcc2f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0647488 Jul 26 05:05:52.952315 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d097d69c-6b22-48a8-bd20-85ded721af7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (6cc55330-9acc-4adb-a7ca-5a0b9c17ace7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.954851 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d097d69c-6b22-48a8-bd20-85ded721af7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:52.959114 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d097d69c-6b22-48a8-bd20-85ded721af7c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6cc55330-9acc-4adb-a7ca-5a0b9c17ace7 HTTP/1.1" status: 204 len: 168 time: 0.2404172 Jul 26 05:05:52.984176 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097d69c-6b22-48a8-bd20-85ded721af7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc55330-9acc-4adb-a7ca-5a0b9c17ace7,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:53.030827 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a05cddd0-1e96-4e32-8059-e8674e1f41dc req-57d8f7b4-367f-48aa-8a56-2936d37bd6cb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988979 Jul 26 05:05:54.251876 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0f49-9d0d-4c2d-8c80-3bfca13ada94 req-765c025c-13a6-450b-82f1-d29fa025618c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:54.253613 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2abd0f49-9d0d-4c2d-8c80-3bfca13ada94 req-765c025c-13a6-450b-82f1-d29fa025618c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0682962 Jul 26 05:05:54.373138 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2abd0f49-9d0d-4c2d-8c80-3bfca13ada94 req-4308c86d-ccd9-4450-9ac5-acab81b886f4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126511 Jul 26 05:05:54.482299 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c35a0-5bd8-4ee1-ad67-e5eea5e81341 req-160f64bd-44c5-4c81-9226-79f988844f28 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:54.490710 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac1c35a0-5bd8-4ee1-ad67-e5eea5e81341 req-160f64bd-44c5-4c81-9226-79f988844f28 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 946 time: 0.0620716 Jul 26 05:05:54.544364 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac1c35a0-5bd8-4ee1-ad67-e5eea5e81341 req-172900ab-25f1-4187-a3d9-f2a0d07f1f6d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526860 Jul 26 05:05:55.539061 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5a1b4-28b8-470f-8656-f7c52b1190cc req-6fd930a5-b26b-4dae-a0e2-7cabf96c71d3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:55.549182 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7da5a1b4-28b8-470f-8656-f7c52b1190cc req-6fd930a5-b26b-4dae-a0e2-7cabf96c71d3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0662432 Jul 26 05:05:55.620664 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7da5a1b4-28b8-470f-8656-f7c52b1190cc req-aa3c9946-2108-4a02-9ddd-705c8ec96e96 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702713 Jul 26 05:05:55.686728 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:55.707538 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd38455-a635-4a9a-8bb6-c0e9e961fb09 req-14f2af73-635d-40d9-82ea-6e6d2ce4eda9 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:55.709157 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffd38455-a635-4a9a-8bb6-c0e9e961fb09 req-14f2af73-635d-40d9-82ea-6e6d2ce4eda9 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 946 time: 0.0566330 Jul 26 05:05:55.788423 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffd38455-a635-4a9a-8bb6-c0e9e961fb09 req-485c250a-207c-451f-a226-f5c05be9ab71 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680254 Jul 26 05:05:56.133982 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-c4ea6751-7239-46d8-a1f2-362fed93814e tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:56.135664 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-c4ea6751-7239-46d8-a1f2-362fed93814e tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 946 time: 0.0531888 Jul 26 05:05:56.242470 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Deleting port 6cf9eff0-8091-47a1-b175-0369e3eb4648 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:05:56.242830 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:56.303301 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=63 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:56.358248 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] For port 6cf9eff0-8091-47a1-b175-0369e3eb4648, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cf9eff0-8091-47a1-b175-0369e3eb4648,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:05:56.358706 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:56.565566 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:56.566240 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (2203382f-f14a-48b3-b50f-7ec5ed4376ea), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:56.566383 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Floating IP 2203382f-f14a-48b3-b50f-7ec5ed4376ea disassociated. External IP: 172.27.3.152, port: 6cf9eff0-8091-47a1-b175-0369e3eb4648. Jul 26 05:05:56.566955 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Calling delete_port for 6cf9eff0-8091-47a1-b175-0369e3eb4648 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:05:56.586774 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:56.815580 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (6cf9eff0-8091-47a1-b175-0369e3eb4648), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:56.822999 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc8b6d-cd8e-466c-959e-5cd557a3b3e2 req-34b2dc3b-9ee8-47f9-8190-aab7a6d24acb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:56.824513 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3bc8b6d-cd8e-466c-959e-5cd557a3b3e2 req-34b2dc3b-9ee8-47f9-8190-aab7a6d24acb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0606616 Jul 26 05:05:56.855395 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event deleted for resources: {'Port': ['ID=6cf9eff0-8091-47a1-b175-0369e3eb4648,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:56.996563 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c793f00d-8095-457c-80a9-72d1eb3ce4ad req-57aee576-301c-4fca-ac5f-52916556a6ff tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 210 time: 0.0429118 Jul 26 05:05:57.059979 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3bc8b6d-cd8e-466c-959e-5cd557a3b3e2 req-9397233e-9f83-40b4-8499-f925bfe8ef7e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122650 Jul 26 05:05:57.068606 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:57.081941 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Router b1037f13-c211-4dd1-9a24-c6e02309e5a6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:05:57.187537 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:05:57.198478 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] Sync routers for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:05:57.208352 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:05:57.208974 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:05:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:57.234884 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] No DVR routers for this DVR port 6cf9eff0-8091-47a1-b175-0369e3eb4648 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:05:57.237591 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:57.240970 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c07dbd62-d8d2-4c19-83f1-61e08b5c4f6c req-8e5c5c62-b70c-4828-a0f4-1ee22dcae0e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "DELETE /v2.0/ports/6cf9eff0-8091-47a1-b175-0369e3eb4648 HTTP/1.1" status: 204 len: 173 time: 1.1002238 Jul 26 05:05:57.241346 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:57.241497 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'name': 'network-vif-deleted', 'tag': '6cf9eff0-8091-47a1-b175-0369e3eb4648'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:05:57.243800 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1387656c-7fb4-45ca-8c06-0b3f304540b4" -d '{"events": [{"server_uuid": "d72962b6-f3c4-41b4-96fd-5045b03faf2a", "name": "network-vif-deleted", "tag": "6cf9eff0-8091-47a1-b175-0369e3eb4648"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:05:57.324787 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:05:57.468274 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04af2e92-e73e-4ed8-b86a-22ca4ae34916 x-openstack-request-id: req-04af2e92-e73e-4ed8-b86a-22ca4ae34916 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:05:57.469123 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d72962b6-f3c4-41b4-96fd-5045b03faf2a", "name": "network-vif-deleted", "tag": "6cf9eff0-8091-47a1-b175-0369e3eb4648", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:05:57.469579 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-04af2e92-e73e-4ed8-b86a-22ca4ae34916 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:05:57.470477 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04af2e92-e73e-4ed8-b86a-22ca4ae34916'] response: {'server_uuid': 'd72962b6-f3c4-41b4-96fd-5045b03faf2a', 'name': 'network-vif-deleted', 'tag': '6cf9eff0-8091-47a1-b175-0369e3eb4648', 'status': 'completed', 'code': 200} Jul 26 05:05:57.540977 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:57.569937 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] Checking router: b1037f13-c211-4dd1-9a24-c6e02309e5a6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:05:57.579085 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:05:57.579773 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:05:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:57.691978 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:05:57.810474 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-1e9d0574-76da-427f-8ad2-e7b04dc6e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:57.812032 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-1e9d0574-76da-427f-8ad2-e7b04dc6e84b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 1130 time: 0.1478601 Jul 26 05:05:57.890439 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:05:57.917120 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133eb877-ae8f-4788-9052-f1aca33815ee None None] The sync data for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi is: [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:05:57.920892 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-701d5726-6241-423f-a0ac-67c498834d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:57.922400 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-701d5726-6241-423f-a0ac-67c498834d2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 916 time: 0.1036563 Jul 26 05:05:57.994875 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-d69510e9-baf0-48df-8aa9-89124ce5f7c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6 HTTP/1.1" status: 200 len: 1001 time: 0.0643029 Jul 26 05:05:58.067862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-46d3b6b2-0a1b-4350-b981-dd50a093db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:58.069384 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-46d3b6b2-0a1b-4350-b981-dd50a093db70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.0635335 Jul 26 05:05:58.131064 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aabc7f7a-7fc6-4e00-97da-149fc21d5257 req-97e0348f-cd15-47ec-8a3c-28424de0b2e6 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=d72962b6-f3c4-41b4-96fd-5045b03faf2a HTTP/1.1" status: 200 len: 210 time: 0.0335090 Jul 26 05:05:58.226849 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a0177-6a2d-4686-9804-5b8c16d554be None None] New status for floating IP 2203382f-f14a-48b3-b50f-7ec5ed4376ea: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:05:58.227846 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d50abf-1a91-4475-aebb-8de0f3f7bd56 req-40428af1-d367-4d81-bf21-80cdd3364ee6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:58.229383 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34d50abf-1a91-4475-aebb-8de0f3f7bd56 req-40428af1-d367-4d81-bf21-80cdd3364ee6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0513656 Jul 26 05:05:58.295816 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34d50abf-1a91-4475-aebb-8de0f3f7bd56 req-66d6f4e7-1439-4745-8c47-bdf5fe28e43d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597413 Jul 26 05:05:58.328847 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-d93459bc-1c27-4fc4-8460-13a7b16dcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:58.331920 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-d93459bc-1c27-4fc4-8460-13a7b16dcecd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534205 Jul 26 05:05:58.689966 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-e37b63f8-90d7-42b3-9da4-7fc4084eb08b service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505168 Jul 26 05:05:58.775397 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:58.787686 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89677a6d-7112-4e76-bef3-a9dcb1bbfe0e req-d3f4ccf0-4c3c-4df4-94bf-f3af58d8fbe8 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914514 Jul 26 05:05:59.475090 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57bf03-2a39-487a-a654-8d2dbf00d027 req-9fd6c32c-f5e5-4008-b9d6-7740613961c9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:59.476586 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab57bf03-2a39-487a-a654-8d2dbf00d027 req-9fd6c32c-f5e5-4008-b9d6-7740613961c9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 946 time: 0.0891271 Jul 26 05:05:59.481799 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-ca18fd94-5bc1-47fb-8ffa-751bc2108912 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144158790&fields=id&tenant_id=987757bb89e64419822e021b15a65c31 HTTP/1.1" status: 200 len: 267 time: 0.0971963 Jul 26 05:05:59.591824 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab57bf03-2a39-487a-a654-8d2dbf00d027 req-431a2c10-7728-4c6c-a390-097f7f8bcb15 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085095 Jul 26 05:05:59.611126 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:05:59.627142 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-96403fda-64e8-4a2e-8158-27893c44bfb8 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:05:59.628703 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-96403fda-64e8-4a2e-8158-27893c44bfb8 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 811 time: 0.1378739 Jul 26 05:05:59.643533 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-f2650d9f-d89f-44a5-aca6-e4321789af7f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/quotas/987757bb89e64419822e021b15a65c31 HTTP/1.1" status: 200 len: 375 time: 0.0094950 Jul 26 05:05:59.699255 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-870f95fa-6bd2-48a3-93ad-e934ffa50f35 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500922 Jul 26 05:05:59.715022 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50564) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:05:59.828255 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba2151e7-d0f7-4564-9cdf-500f5509847c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:59.905534 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba2151e7-d0f7-4564-9cdf-500f5509847c admin admin] Publish callbacks [] for security_group (4aca901d-f8c7-4a32-a6a9-121edcd2f105), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:59.910095 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba2151e7-d0f7-4564-9cdf-500f5509847c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4aca901d-f8c7-4a32-a6a9-121edcd2f105), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:05:59.918641 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-7b5f1e54-3dee-4d47-a362-dff28547d52d service neutron] 10.222.0.17 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941507 Jul 26 05:05:59.953972 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ba2151e7-d0f7-4564-9cdf-500f5509847c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=72fa534efa4f4744a66be5fbafe1e60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376540 Jul 26 05:05:59.954720 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2151e7-d0f7-4564-9cdf-500f5509847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aca901d-f8c7-4a32-a6a9-121edcd2f105,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:05:59.957093 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50570) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:00.006592 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcac9-827f-4fca-80ae-57f98479d467 admin admin] Publish callbacks [] for security_group (4aca901d-f8c7-4a32-a6a9-121edcd2f105), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.011774 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-2c4b6170-f5b1-4925-aac2-c29cd08ae3bc service neutron] 10.222.0.17 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868773 Jul 26 05:06:00.028754 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcac9-827f-4fca-80ae-57f98479d467 admin admin] Publish callbacks [] for security_group (4aca901d-f8c7-4a32-a6a9-121edcd2f105), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.076895 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcac9-827f-4fca-80ae-57f98479d467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4aca901d-f8c7-4a32-a6a9-121edcd2f105), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.079911 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4d8fcac9-827f-4fca-80ae-57f98479d467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.081079 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4d8fcac9-827f-4fca-80ae-57f98479d467 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4aca901d-f8c7-4a32-a6a9-121edcd2f105 HTTP/1.1" status: 204 len: 168 time: 0.1231155 Jul 26 05:06:00.094045 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fcac9-827f-4fca-80ae-57f98479d467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aca901d-f8c7-4a32-a6a9-121edcd2f105,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:00.124722 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 6cf9eff0-8091-47a1-b175-0369e3eb4648 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:06:00.150703 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 6cf9eff0-8091-47a1-b175-0369e3eb4648 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:06:00.151118 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 6cf9eff0-8091-47a1-b175-0369e3eb4648 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:06:00.151493 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:06:00.245965 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 is: ACTIVE; New status is: DOWN {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:00.246442 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.272023 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:00.274318 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3df45c-13cc-41c9-b6b0-e129aed2f10f" -d '{"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:00.296029 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:00.302172 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.356418 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f164618c-f3e1-4616-9550-d6974c7af649 req-2b473486-afb4-47eb-8114-6936e77b159d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 210 time: 0.0407479 Jul 26 05:06:00.400639 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=8']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:00.482785 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50592) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:00.499185 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-722b0b7e-e90f-4711-bd41-b242fabf4035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.522836 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e06114-ac8a-4ce9-8be0-23c60e78c08a x-openstack-request-id: req-67e06114-ac8a-4ce9-8be0-23c60e78c08a {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:00.523172 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-unplugged", "status": "completed", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:00.523594 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-67e06114-ac8a-4ce9-8be0-23c60e78c08a {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:00.524420 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e06114-ac8a-4ce9-8be0-23c60e78c08a'] response: {'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'code': 200} Jul 26 05:06:00.587240 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-722b0b7e-e90f-4711-bd41-b242fabf4035 admin admin] Publish callbacks [] for security_group (4f96d5dd-9d49-4142-bd3d-05c7bff02bd4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.591397 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-722b0b7e-e90f-4711-bd41-b242fabf4035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4f96d5dd-9d49-4142-bd3d-05c7bff02bd4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.636549 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-722b0b7e-e90f-4711-bd41-b242fabf4035 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3e245d09e1044d5ba1ec76df54348ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501353 Jul 26 05:06:00.636549 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b0b7e-e90f-4711-bd41-b242fabf4035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f96d5dd-9d49-4142-bd3d-05c7bff02bd4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:00.637080 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50596) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:00.731352 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-307bb66f-7dbf-4f98-8a90-cc891baa485c admin admin] Publish callbacks [] for security_group (4f96d5dd-9d49-4142-bd3d-05c7bff02bd4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.758462 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9bf1b-560e-415b-8318-586bda68b55a req-51a36869-96b7-40bc-abc1-968b06a8acb2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:00.760185 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ac9bf1b-560e-415b-8318-586bda68b55a req-51a36869-96b7-40bc-abc1-968b06a8acb2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0735981 Jul 26 05:06:00.773588 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-307bb66f-7dbf-4f98-8a90-cc891baa485c admin admin] Publish callbacks [] for security_group (4f96d5dd-9d49-4142-bd3d-05c7bff02bd4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.857544 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2ac9bf1b-560e-415b-8318-586bda68b55a req-1c4284d7-6ec0-4921-aef9-9a9417244d7e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869138 Jul 26 05:06:00.880648 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-307bb66f-7dbf-4f98-8a90-cc891baa485c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (4f96d5dd-9d49-4142-bd3d-05c7bff02bd4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.886215 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-307bb66f-7dbf-4f98-8a90-cc891baa485c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:00.887443 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-307bb66f-7dbf-4f98-8a90-cc891baa485c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4f96d5dd-9d49-4142-bd3d-05c7bff02bd4 HTTP/1.1" status: 204 len: 168 time: 0.2489591 Jul 26 05:06:00.897362 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bb66f-7dbf-4f98-8a90-cc891baa485c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f96d5dd-9d49-4142-bd3d-05c7bff02bd4,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:01.478741 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fbe056f4-6167-45a7-b338-0354e299b2d9 req-0aeb79c6-b337-436c-9f83-602c67beed4d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 210 time: 0.0316358 Jul 26 05:06:01.763869 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 50652) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:01.804253 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-c47ca50c-4e22-41f6-8306-8bc18cae1981 req-0ffd61fe-26ba-42ae-8222-9b561ce75f85 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:06:01.805715 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c47ca50c-4e22-41f6-8306-8bc18cae1981 req-0ffd61fe-26ba-42ae-8222-9b561ce75f85 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062456 Jul 26 05:06:01.893914 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1438704159-network', 'tenant_id': 'a30ecee1cac84583bb0e1c74eb333314'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:06:01.919192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Made reservation on behalf of a30ecee1cac84583bb0e1c74eb333314 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:06:01.922020 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:01.931113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:01.996521 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b474c4-2c0f-4e88-a9db-be85e0af24fd req-9ed9505a-b2c4-4b8b-8b1f-33a79c4037e0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:01.998052 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1b474c4-2c0f-4e88-a9db-be85e0af24fd req-9ed9505a-b2c4-4b8b-8b1f-33a79c4037e0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0646684 Jul 26 05:06:02.058446 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:02.146334 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1b474c4-2c0f-4e88-a9db-be85e0af24fd req-3f7479f6-29be-4281-a014-64308ead75dc tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409078 Jul 26 05:06:02.160141 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:02.198998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Publish callbacks [] for security_group (e46241b5-dc8b-4142-8a55-2853606d183b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.209405 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-4f583a30-a7fd-4bca-8c1e-861333b569ec tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:02.210853 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-4f583a30-a7fd-4bca-8c1e-861333b569ec tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 811 time: 0.1845205 Jul 26 05:06:02.212384 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e46241b5-dc8b-4142-8a55-2853606d183b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.241685 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:06:02.266971 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (fe06f815-13a3-4ff0-8a56-08173a9d3b62), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.267318 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Added segment fe06f815-13a3-4ff0-8a56-08173a9d3b62 of type vlan for network 4b557bf1-ddc6-4648-bd73-0fa056e3765b Jul 26 05:06:02.269409 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46241b5-dc8b-4142-8a55-2853606d183b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:02.279896 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50678) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:02.337044 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (4b557bf1-ddc6-4648-bd73-0fa056e3765b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.364185 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a14ec6c3-df7f-4b09-b095-6e105495d105 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=987757bb89e64419822e021b15a65c31 HTTP/1.1" status: 200 len: 380 time: 0.1355140 Jul 26 05:06:02.376744 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'port': {'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'admin_state_up': True, 'tenant_id': '987757bb89e64419822e021b15a65c31', 'security_groups': ['45d50329-53d2-4b97-a819-3bdb81435553']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:06:02.395520 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-a77c8fdf-ae0b-4bab-873e-aa565a1dc211 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145132 Jul 26 05:06:02.400485 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-63aaf29d-2ff0-4dd9-9ec3-35c4cd24be0e service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:06:02.401612 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-63aaf29d-2ff0-4dd9-9ec3-35c4cd24be0e service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052426 Jul 26 05:06:02.424998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (4b557bf1-ddc6-4648-bd73-0fa056e3765b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.426006 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:02.426579 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.489613 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7244563 Jul 26 05:06:02.491744 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50686) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:02.492954 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 50688) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:02.503669 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Request body: {'subnet': {'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1438704159-subnet', 'tenant_id': 'a30ecee1cac84583bb0e1c74eb333314', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:06:02.514445 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef31ed-d2cf-462a-bef2-e0877b74cc8e admin admin] Pushing event updated for resources: {'Network': ['ID=4b557bf1-ddc6-4648-bd73-0fa056e3765b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:02.525581 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:02.526787 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 4b557bf1-ddc6-4648-bd73-0fa056e3765b details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:06:02.560857 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Made reservation on behalf of a30ecee1cac84583bb0e1c74eb333314 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:06:02.564606 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Made reservation on behalf of 987757bb89e64419822e021b15a65c31 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:06:02.568193 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007223'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.568738 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.576882 dv-cinder-850574-1-iscsi neutron-server[104002]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 05:06:02.603140 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:02.663141 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09ba7b23-9fa5-4820-8088-e9de64694332 req-16b9e475-4baa-4a43-85a3-0005f3209e04 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 210 time: 0.0659411 Jul 26 05:06:02.709077 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-372f3391-538a-42f7-9f3c-9801ba06a457 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1115327 Jul 26 05:06:02.718144 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-5fc018c2-c10d-4439-b785-b607e2c81595 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:02.719654 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-5fc018c2-c10d-4439-b785-b607e2c81595 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports/19c54117-94e3-4ff4-a8ce-06b6514cd2e6 HTTP/1.1" status: 200 len: 941 time: 0.2256012 Jul 26 05:06:02.744942 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Allocated IP 172.20.0.3 (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2/b3f2a6c5-1607-440b-9106-a458ab08d0ac/74e6a160-dc8d-420e-9018-7b77f693900b) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:06:02.824088 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:02.824324 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.840444 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-54485d76-60cf-4e12-acd3-339bab9486a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:02.842001 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-54485d76-60cf-4e12-acd3-339bab9486a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9747c4b81e8844e989d70b8001a196b0&device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 1129 time: 0.0600071 Jul 26 05:06:02.921612 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for port (74e6a160-dc8d-420e-9018-7b77f693900b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.962061 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.966839 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60332124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007193'] for subnet (1c2f8bc4-b88d-4214-a46b-d61413ebeffa), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:02.971852 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:02.991303 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:03.018200 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:06:03.022789 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:06:03.025090 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'Port': ['ID=74e6a160-dc8d-420e-9018-7b77f693900b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:03.027543 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:06:03.078819 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2f8bc4-b88d-4214-a46b-d61413ebeffa,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:03.082072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:03.083621 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:03.083732 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-5e89c96d-fef2-4e16-85a9-bbc4b83c264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:03.085418 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-5e89c96d-fef2-4e16-85a9-bbc4b83c264b service neutron] 10.222.0.52 "GET /v2.0/networks?id=41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 200 len: 912 time: 0.2144539 Jul 26 05:06:03.095318 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Checking segment: {'id': 'fe06f815-13a3-4ff0-8a56-08173a9d3b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:06:03.095723 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Network hostable DHCP agents. Network: 4b557bf1-ddc6-4648-bd73-0fa056e3765b, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:06:03.106110 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-a7a3e801-31a5-486d-a6ab-20c22d4d5a09 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7347922 Jul 26 05:06:03.127126 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Request body: {'port': {'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:06:03.185193 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-b64c4554-6956-4ba2-98e3-db8c63719117 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=714b804c-f359-4995-a514-95d668e03a97 HTTP/1.1" status: 200 len: 1000 time: 0.0917463 Jul 26 05:06:03.196572 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Network 4b557bf1-ddc6-4648-bd73-0fa056e3765b is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:06:03.225674 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:03.248446 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 4b557bf1-ddc6-4648-bd73-0fa056e3765b) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:06:03.256114 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:03.256966 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:03.259869 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91187ad5-5baf-45ee-987c-816fa03db600 None None] Network 4b557bf1-ddc6-4648-bd73-0fa056e3765b requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:06:03.277952 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9ebc5d3d-9236-4453-a66c-57160235c037 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7826176 Jul 26 05:06:03.288782 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-88458578-b876-450f-a870-f37033fc6a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:03.290509 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-88458578-b876-450f-a870-f37033fc6a84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 200 len: 850 time: 0.0968270 Jul 26 05:06:03.349126 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-5e7ab48b-5a1c-4e77-9515-f350f39a2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:03.356051 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-5e7ab48b-5a1c-4e77-9515-f350f39a2964 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41d26926-2f73-4071-bfbf-1d55e6f46e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562189 Jul 26 05:06:03.360488 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-b27029b7-2875-424b-9b96-cd56e9d8a473 None None] Provisioning complete for port 74e6a160-dc8d-420e-9018-7b77f693900b triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:06:03.361087 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b27029b7-2875-424b-9b96-cd56e9d8a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:03.406345 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:03.409232 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-b27029b7-2875-424b-9b96-cd56e9d8a473 None None] Port 74e6a160-dc8d-420e-9018-7b77f693900b cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:06:03.476681 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a5ee8-ac71-4b2c-a369-746b86f41a19 req-935f9442-f636-4300-80ef-efb11f0e10e2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:03.478938 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9e6a5ee8-ac71-4b2c-a369-746b86f41a19 req-935f9442-f636-4300-80ef-efb11f0e10e2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.1568480 Jul 26 05:06:03.527699 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-399692f1-3303-4949-844c-99e0d4a6b46f service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673820 Jul 26 05:06:03.584040 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9e6a5ee8-ac71-4b2c-a369-746b86f41a19 req-884e5b8b-d5c9-4f24-a5c5-be5eb022c31f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972035 Jul 26 05:06:03.616027 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf5ae5d-143d-46b3-bfa5-ca348eee7c63 None None] Network 4b557bf1-ddc6-4648-bd73-0fa056e3765b requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:06:03.697859 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e6a160-dc8d-420e-9018-7b77f693900b {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:06:03.707034 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Publish callbacks [] for port (74e6a160-dc8d-420e-9018-7b77f693900b), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:03.723596 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Transition to ACTIVE for port object 74e6a160-dc8d-420e-9018-7b77f693900b will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:06:03.729352 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:03.749061 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-ec992c80-f3e5-490d-bd6e-0f3bc250c12f req-90a48154-08d5-4360-9605-ac8596a93268 service neutron] 10.222.0.52 "GET /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337628 Jul 26 05:06:03.826947 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Pushing event updated for resources: {'Port': ['ID=74e6a160-dc8d-420e-9018-7b77f693900b,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:03.864886 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb76466-f909-4c3f-9bed-6571a254f3d3 req-73dfa8f4-8eef-4555-8f3a-98c49404bcd5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:03.866575 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6eb76466-f909-4c3f-9bed-6571a254f3d3 req-73dfa8f4-8eef-4555-8f3a-98c49404bcd5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.1094487 Jul 26 05:06:03.963479 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Attempting to bind port 74e6a160-dc8d-420e-9018-7b77f693900b on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:06:03.964626 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Attempting to bind port 74e6a160-dc8d-420e-9018-7b77f693900b by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:06:03.964626 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Attempting to bind port 74e6a160-dc8d-420e-9018-7b77f693900b on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:06:03.984131 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Port 74e6a160-dc8d-420e-9018-7b77f693900b on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:06:03.984521 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Attempting to bind port 74e6a160-dc8d-420e-9018-7b77f693900b on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:06:04.005252 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:06:04.005606 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Checking segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:06:04.006004 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Bound using segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:06:04.006683 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Bound port: 74e6a160-dc8d-420e-9018-7b77f693900b, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:06:04.007072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:04.072424 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6eb76466-f909-4c3f-9bed-6571a254f3d3 req-21341561-34ba-420c-bfff-84e2985fc327 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796713 Jul 26 05:06:04.074785 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:04.074921 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:06:04.086640 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] For port 74e6a160-dc8d-420e-9018-7b77f693900b, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:06:04.088627 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:04.090666 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] For port 74e6a160-dc8d-420e-9018-7b77f693900b, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=74e6a160-dc8d-420e-9018-7b77f693900b,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:06:04.107920 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:04.143480 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:04.144267 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:04.146488 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] 10.222.0.52 "PUT /v2.0/ports/74e6a160-dc8d-420e-9018-7b77f693900b HTTP/1.1" status: 200 len: 1093 time: 1.0272062 Jul 26 05:06:04.147053 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:04.149447 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7356928-1666-49e7-af67-73fccf543b96" -d '{"events": [{"name": "network-changed", "server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:04.184206 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7b059-4bc2-41d9-82c8-48565fb97026 service neutron] Pushing event updated for resources: {'Port': ['ID=74e6a160-dc8d-420e-9018-7b77f693900b,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:04.185953 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 is: DOWN; New status is: DOWN {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:04.198103 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e6773e-f56b-4420-b33f-803e63b5e807 x-openstack-request-id: req-05e6773e-f56b-4420-b33f-803e63b5e807 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:04.198524 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:04.198834 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-05e6773e-f56b-4420-b33f-803e63b5e807 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:04.199299 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e6773e-f56b-4420-b33f-803e63b5e807'] response: {'name': 'network-changed', 'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b', 'status': 'completed', 'code': 200} Jul 26 05:06:04.712501 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7356928-1666-49e7-af67-73fccf543b96 req-cd7b4882-22c7-4259-bc6b-927f626d6262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:04.714027 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7356928-1666-49e7-af67-73fccf543b96 req-cd7b4882-22c7-4259-bc6b-927f626d6262 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 1127 time: 0.0768640 Jul 26 05:06:04.727421 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa1be1-ea37-4866-b0bb-dfad418496ee req-ee8a84f6-94fd-43d1-b66f-4c6354da3b6c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:04.728851 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5fa1be1-ea37-4866-b0bb-dfad418496ee req-ee8a84f6-94fd-43d1-b66f-4c6354da3b6c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0567639 Jul 26 05:06:04.778512 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5fa1be1-ea37-4866-b0bb-dfad418496ee req-81f3b9da-517c-43b9-8560-dff88bd46e3a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Jul 26 05:06:04.916461 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-eb06a101-61b6-44e6-a712-fc8af4be3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:04.918147 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-eb06a101-61b6-44e6-a712-fc8af4be3b80 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a&tenant_id=27187d178a5f47b49035991ab566c2d9 HTTP/1.1" status: 200 len: 1128 time: 0.0417528 Jul 26 05:06:05.016996 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:05.034806 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-c0557935-d035-47d7-8ef7-26f00061f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:05.036617 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-c0557935-d035-47d7-8ef7-26f00061f0f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27187d178a5f47b49035991ab566c2d9&device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 1128 time: 0.0536549 Jul 26 05:06:05.053135 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7356928-1666-49e7-af67-73fccf543b96 req-532237aa-120f-497c-9e2f-dc7fdf46831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:05.054776 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7356928-1666-49e7-af67-73fccf543b96 req-532237aa-120f-497c-9e2f-dc7fdf46831c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=987757bb89e64419822e021b15a65c31&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1792338 Jul 26 05:06:05.156858 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-51bf1b1c-c188-48e8-b1db-9a399242fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:05.159589 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-51bf1b1c-c188-48e8-b1db-9a399242fb5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 200 len: 916 time: 0.1161644 Jul 26 05:06:05.257477 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-db68d2d7-990b-4ae7-956b-095bbad4b716 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6 HTTP/1.1" status: 200 len: 999 time: 0.0898080 Jul 26 05:06:05.267346 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7356928-1666-49e7-af67-73fccf543b96 req-a7d91cc1-ce48-4b49-b924-b714fe4deb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:05.269292 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7356928-1666-49e7-af67-73fccf543b96 req-a7d91cc1-ce48-4b49-b924-b714fe4deb65 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2084122 Jul 26 05:06:05.310719 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa7382-f492-4fa4-bd32-8efed1f50b69 req-af501290-6392-4f50-89a7-c77f4643823e tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:05.312098 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbfa7382-f492-4fa4-bd32-8efed1f50b69 req-af501290-6392-4f50-89a7-c77f4643823e tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0887165 Jul 26 05:06:05.313715 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-94b96af3-ba6e-4af0-950e-33f01dea7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:05.315375 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-94b96af3-ba6e-4af0-950e-33f01dea7732 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 200 len: 854 time: 0.0518165 Jul 26 05:06:05.364274 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-aeae481e-e80a-479d-a0b9-6f45a0d7c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:05.365850 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-aeae481e-e80a-479d-a0b9-6f45a0d7c2c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b59dfcee-9319-4218-b70b-67be8305e37d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418284 Jul 26 05:06:05.389745 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:05.469072 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-95f81b91-aa59-4b93-bb22-353df0d8c7ed service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962377 Jul 26 05:06:05.573361 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-4ccf526f-535e-4b45-bcda-9a28d853a050 req-da43fa92-6250-46e9-9f38-f594d8ebf2a0 service neutron] 10.222.0.52 "GET /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978241 Jul 26 05:06:05.695528 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-9beab49f-90dc-4781-9412-c35fb7f2f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:05.697016 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-9beab49f-90dc-4781-9412-c35fb7f2f4c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 1127 time: 0.3435452 Jul 26 05:06:05.729563 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbfa7382-f492-4fa4-bd32-8efed1f50b69 req-9cfc912d-44eb-45e2-9cea-8682a245b62e tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037669 Jul 26 05:06:05.744503 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b220d-b936-4aad-91b5-18ba057ad550 req-95acd65a-5ce4-4389-ad74-b1b092de36c1 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:05.746000 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-95acd65a-5ce4-4389-ad74-b1b092de36c1 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/networks?id=4b557bf1-ddc6-4648-bd73-0fa056e3765b HTTP/1.1" status: 200 len: 809 time: 0.4521029 Jul 26 05:06:05.766290 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-8ee1fb0d-3838-423e-87c9-0c622854e5a6 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/quotas/a30ecee1cac84583bb0e1c74eb333314 HTTP/1.1" status: 200 len: 375 time: 0.0098829 Jul 26 05:06:05.800050 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-604fa22e-0968-4aa5-89f7-a2dbf2d05397 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a30ecee1cac84583bb0e1c74eb333314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281882 Jul 26 05:06:05.936825 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-fd2893ec-ada0-4b2b-b575-4b37f11d976c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e6a160-dc8d-420e-9018-7b77f693900b HTTP/1.1" status: 200 len: 217 time: 0.0762792 Jul 26 05:06:06.000088 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7c53-8afd-4b27-9665-a5c535c9e4d3 req-1fb73188-f21e-4c14-b1d9-a06c716de3a9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:06.001588 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4b4a7c53-8afd-4b27-9665-a5c535c9e4d3 req-1fb73188-f21e-4c14-b1d9-a06c716de3a9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.1422603 Jul 26 05:06:06.015027 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-b1499299-4f34-439c-99b9-e422fd1d6847 service neutron] 10.222.0.17 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083168 Jul 26 05:06:06.055475 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-5e9085ac-a988-4a39-909b-003ee5bfca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:06.056945 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-5e9085ac-a988-4a39-909b-003ee5bfca10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.1118195 Jul 26 05:06:06.096295 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:06.163653 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4b4a7c53-8afd-4b27-9665-a5c535c9e4d3 req-6fadf15e-b59a-4b39-9d38-1d24132bf4e1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546607 Jul 26 05:06:06.167828 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-4f612823-2bf6-476a-baa4-17cbfc5d5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:06.174256 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-4f612823-2bf6-476a-baa4-17cbfc5d5fd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904424 Jul 26 05:06:06.198677 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-9da30d85-87d1-400d-bd11-1cae2b264117 service neutron] 10.222.0.17 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765780 Jul 26 05:06:06.279376 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:06.325214 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-ae60830d-7a66-40a5-bd47-87594e8ca136 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256137 Jul 26 05:06:06.500852 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-329025b9-e8c8-43ec-a8a9-ed82787dc7a6 req-828e322b-cece-46b1-a6d6-727d2caada97 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0537820 Jul 26 05:06:06.885640 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446eb94-b06f-4921-a31e-0e65d0d9e0b1 req-00cd12a6-c174-4ff9-881e-5d595f7c9d83 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:06.887211 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2446eb94-b06f-4921-a31e-0e65d0d9e0b1 req-00cd12a6-c174-4ff9-881e-5d595f7c9d83 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0798776 Jul 26 05:06:06.948653 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2446eb94-b06f-4921-a31e-0e65d0d9e0b1 req-f3a6dd9e-8506-4154-881c-1e4bced0a5bb tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549133 Jul 26 05:06:07.305942 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336743b-cc39-4398-9544-a57b264c2c5d req-ce76e451-4d85-4c16-8237-430b04f3c5f5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:07.307375 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2336743b-cc39-4398-9544-a57b264c2c5d req-ce76e451-4d85-4c16-8237-430b04f3c5f5 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0483015 Jul 26 05:06:07.368441 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2336743b-cc39-4398-9544-a57b264c2c5d req-8d0420dd-6865-435e-b4a9-bb2e4317e465 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506055 Jul 26 05:06:07.605166 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c963466a-2b6c-4ee6-80c6-c6035088b79a req-6d20f07a-045a-4084-b234-d49c5254e1a9 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0296812 Jul 26 05:06:08.072281 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c0ed3-5346-42e5-8e25-abbf48df157b req-0d224e08-2069-4938-9ab6-61328193e86d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:08.073868 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6c9c0ed3-5346-42e5-8e25-abbf48df157b req-0d224e08-2069-4938-9ab6-61328193e86d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0516038 Jul 26 05:06:08.134753 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6c9c0ed3-5346-42e5-8e25-abbf48df157b req-4a29ad79-1c11-45a1-877e-2dd115c588c7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498810 Jul 26 05:06:08.498268 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bd604-7799-49f3-95b3-5465d268d1da req-737fe5ac-16ae-4846-a993-a4ba7dd45a22 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:08.500596 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2c8bd604-7799-49f3-95b3-5465d268d1da req-737fe5ac-16ae-4846-a993-a4ba7dd45a22 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0528235 Jul 26 05:06:08.553933 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2c8bd604-7799-49f3-95b3-5465d268d1da req-9f6b9df2-21d4-4af8-af21-0ffbc85f8032 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474696 Jul 26 05:06:08.713875 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17e38aab-6204-4e74-9ca0-6e612f0c8744 req-c48ce532-ce59-476d-929a-609931f5ac4e tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0294828 Jul 26 05:06:09.262143 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b23c7-7a27-46a3-b2dd-f1ab6151aeb7 req-1940d34f-e954-4900-a7ca-a14c72c1813c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:09.263726 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1a3b23c7-7a27-46a3-b2dd-f1ab6151aeb7 req-1940d34f-e954-4900-a7ca-a14c72c1813c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0580046 Jul 26 05:06:09.320369 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1a3b23c7-7a27-46a3-b2dd-f1ab6151aeb7 req-55a82c7e-8347-4175-bfa0-b499a6c87de7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505228 Jul 26 05:06:09.688645 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fe2f0-eed1-4a6a-a67d-8f9b9ee5cc41 req-d6266315-6250-4b4a-bf4c-8edfd9733b22 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:09.690443 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-853fe2f0-eed1-4a6a-a67d-8f9b9ee5cc41 req-d6266315-6250-4b4a-bf4c-8edfd9733b22 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0562692 Jul 26 05:06:09.744066 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-853fe2f0-eed1-4a6a-a67d-8f9b9ee5cc41 req-554d32f9-5eb1-4e8d-9a1f-e8743572d266 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464773 Jul 26 05:06:09.826094 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a8f9eb9-9ef8-478f-aeee-cae0dd2af350 req-f2e83f0b-678f-4c4f-98b3-84522e7b058c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0353763 Jul 26 05:06:10.453520 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26adaf-9179-4655-98a2-d84a443e1fe3 req-82a24e92-938f-48ba-affa-51415ce23150 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:10.455176 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f26adaf-9179-4655-98a2-d84a443e1fe3 req-82a24e92-938f-48ba-affa-51415ce23150 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0531514 Jul 26 05:06:10.507754 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f26adaf-9179-4655-98a2-d84a443e1fe3 req-0e35ee7d-a5fe-4652-95e1-5b44ed4cb866 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466597 Jul 26 05:06:10.877587 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f58d9e-29af-473a-a495-a84efe434647 req-7bfe19b3-cd85-442f-a8c9-ad4638e0e647 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:10.885535 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-52f58d9e-29af-473a-a495-a84efe434647 req-7bfe19b3-cd85-442f-a8c9-ad4638e0e647 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0604546 Jul 26 05:06:10.942529 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:10.966947 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eff0bdec-96d2-4b53-b656-7af37464dfd1 req-d7fd04d3-a8ae-4002-ae3c-3a0c7807db6a tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0453186 Jul 26 05:06:10.970353 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-52f58d9e-29af-473a-a495-a84efe434647 req-0f1770cc-530a-4ee1-b77e-1fdac639fd67 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838792 Jul 26 05:06:11.656865 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6903f2-75e1-4906-895c-af7c2726dfd9 req-4fcd4569-d88c-4247-86b0-3dba4043e2b1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:11.658606 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed6903f2-75e1-4906-895c-af7c2726dfd9 req-4fcd4569-d88c-4247-86b0-3dba4043e2b1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0596306 Jul 26 05:06:11.715122 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed6903f2-75e1-4906-895c-af7c2726dfd9 req-6f541d9f-f963-4b1b-a5fa-e4a36714314f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500147 Jul 26 05:06:12.108346 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39ce269e-651a-4322-95d2-8988c0c6adff req-b685cf0f-829e-4b66-a342-67127aa97a36 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0480630 Jul 26 05:06:12.144516 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88043d34-4a5c-4cf0-8b84-10badceb6f08 req-ab5cd403-4301-44c2-a5fb-6d6b3f0d1b34 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:12.146140 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88043d34-4a5c-4cf0-8b84-10badceb6f08 req-ab5cd403-4301-44c2-a5fb-6d6b3f0d1b34 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0574598 Jul 26 05:06:12.184372 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:12.205345 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88043d34-4a5c-4cf0-8b84-10badceb6f08 req-3291f74a-6ec9-4d07-9037-9df7c5a8801d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524495 Jul 26 05:06:12.465434 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:12.473134 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:12.888828 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df73d5-d4f8-42e2-82a8-8f931b6ccc56 req-82e731af-e875-4810-94df-bf5f3bf021e1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:12.890784 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18df73d5-d4f8-42e2-82a8-8f931b6ccc56 req-82e731af-e875-4810-94df-bf5f3bf021e1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0649068 Jul 26 05:06:12.946934 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18df73d5-d4f8-42e2-82a8-8f931b6ccc56 req-58f6a9d6-0bd9-4173-9a0d-bd2541121589 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489147 Jul 26 05:06:13.209709 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a992f2a-c7ac-4d40-a642-d29d1b905d80 req-c6e39a4b-28ab-457b-8db0-fa574b90b1ed tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0302684 Jul 26 05:06:13.358288 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28dffbe-1ef9-48fb-943e-1e7b87b2be1e req-1315dc03-3a7a-424a-96a3-fa813adb8bd4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:13.360110 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e28dffbe-1ef9-48fb-943e-1e7b87b2be1e req-1315dc03-3a7a-424a-96a3-fa813adb8bd4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0600240 Jul 26 05:06:13.417267 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e28dffbe-1ef9-48fb-943e-1e7b87b2be1e req-449bdb86-6f1f-47db-b4d5-41fe773d1d12 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514698 Jul 26 05:06:13.567432 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-46c94389-4313-47c6-ba6a-279b3e04ef95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:14.072672 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2da59-6fd5-4818-8261-6299441b4887 req-a65b7025-06a9-45bb-9fd8-6d7a2b378edd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:14.074325 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7f2da59-6fd5-4818-8261-6299441b4887 req-a65b7025-06a9-45bb-9fd8-6d7a2b378edd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0517616 Jul 26 05:06:14.141250 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7f2da59-6fd5-4818-8261-6299441b4887 req-57b68ba2-aee4-4d94-9592-b345c338d16b tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610209 Jul 26 05:06:14.321869 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99ab29d4-0831-4d2c-a741-5ab827f018c5 req-b6df0dac-dd0e-4870-abb3-9cb99ca8fc19 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0362597 Jul 26 05:06:14.556213 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26011618-332e-4c49-8b3e-71b19a79c602 req-b36f4e12-bb51-4a9f-8e72-62957aae31b7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:14.557919 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26011618-332e-4c49-8b3e-71b19a79c602 req-b36f4e12-bb51-4a9f-8e72-62957aae31b7 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0531316 Jul 26 05:06:14.608270 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26011618-332e-4c49-8b3e-71b19a79c602 req-d494d718-38b5-467e-90d7-f0951833c070 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443234 Jul 26 05:06:15.320190 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b973f-cfab-48af-9a33-8b79452d1be5 req-96b9e181-0803-4084-811b-1545819238be tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:15.321634 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe0b973f-cfab-48af-9a33-8b79452d1be5 req-96b9e181-0803-4084-811b-1545819238be tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0608435 Jul 26 05:06:15.365448 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d74f80-ff6e-4161-a11a-62265bbe579c req-aee5c238-6610-409a-b44b-0743227e09ef service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561103 Jul 26 05:06:15.400135 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe0b973f-cfab-48af-9a33-8b79452d1be5 req-ba60ccc4-4572-4382-886b-038084eb5a20 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674908 Jul 26 05:06:15.420314 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f13fc2f2-081f-4742-8836-53cf7bac9835 req-67385190-555a-403a-8c71-e6b17ce8d9b9 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0319128 Jul 26 05:06:15.557300 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=14 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:15.570144 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=51 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:15.708875 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b2920e32-c29e-4620-9448-7bc789f4af87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:15.736399 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d115177-d02b-452a-bdd0-f42766e93730 req-1ba89df9-4db6-4bfd-b645-f3e2b31a58fd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:15.737988 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d115177-d02b-452a-bdd0-f42766e93730 req-1ba89df9-4db6-4bfd-b645-f3e2b31a58fd tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0501859 Jul 26 05:06:15.786554 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d115177-d02b-452a-bdd0-f42766e93730 req-bae5726c-32f3-42df-9d45-1a3bee8ec6c0 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 Jul 26 05:06:16.546896 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f5b2eda1-0bfc-4d72-bd59-ed0c38d96f88 req-a1dfe1fd-5b4f-4ae1-9dcf-861349f2bb10 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0471973 Jul 26 05:06:16.560751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dfd23-0e48-455a-a01f-03ae54b6e560 req-669a1176-c63a-4e88-815e-27beb0b86771 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:16.562547 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-941dfd23-0e48-455a-a01f-03ae54b6e560 req-669a1176-c63a-4e88-815e-27beb0b86771 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0733516 Jul 26 05:06:16.614989 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-941dfd23-0e48-455a-a01f-03ae54b6e560 req-1c0386bd-e961-441f-8474-93463969ed4d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455508 Jul 26 05:06:16.908637 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:16.925162 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d7270-5230-4c2d-a357-e991e58a1ac3 req-8e5524a8-e98a-474c-9648-c5c0d05a8ec8 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:16.926801 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e66d7270-5230-4c2d-a357-e991e58a1ac3 req-8e5524a8-e98a-474c-9648-c5c0d05a8ec8 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0499480 Jul 26 05:06:16.958865 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:16.976725 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e66d7270-5230-4c2d-a357-e991e58a1ac3 req-5e99351e-0ed9-4593-a749-b8903d2c0ed2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441556 Jul 26 05:06:17.655541 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aeb49669-d0f6-4b9e-a218-544720f13154 req-972af3be-9c49-4e4e-87a1-5a55a63e270d tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0320308 Jul 26 05:06:17.789698 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b173a96-a75c-47f9-a6a3-45184997d637 req-ba7a5190-555d-45b7-aeef-1f0f1947567c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:17.791201 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4b173a96-a75c-47f9-a6a3-45184997d637 req-ba7a5190-555d-45b7-aeef-1f0f1947567c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.1028152 Jul 26 05:06:17.812324 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:17.876946 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b220d-b936-4aad-91b5-18ba057ad550 req-7a3bcd4e-ea33-4d7c-8422-65fb8f58978b tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:17.878503 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-7a3bcd4e-ea33-4d7c-8422-65fb8f58978b tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.52 "GET /v2.0/networks?id=4b557bf1-ddc6-4648-bd73-0fa056e3765b HTTP/1.1" status: 200 len: 809 time: 0.1771460 Jul 26 05:06:17.883439 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4b173a96-a75c-47f9-a6a3-45184997d637 req-d51fecbc-d7a0-4692-bb7e-051e4a940755 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829022 Jul 26 05:06:17.900649 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Request body: {'port': {'device_id': 'da1de98d-16f9-4631-978c-51844cf6fcec', 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b', 'admin_state_up': True, 'tenant_id': 'a30ecee1cac84583bb0e1c74eb333314'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:06:18.015196 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Made reservation on behalf of a30ecee1cac84583bb0e1c74eb333314 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:06:18.020238 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:18.155091 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:06:18.157708 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0ca8-cf7a-43e4-a287-1298a572bdad req-37f0bd79-5886-40fe-a917-1a6aa37c88ec tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:18.160077 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21bf0ca8-cf7a-43e4-a287-1298a572bdad req-37f0bd79-5886-40fe-a917-1a6aa37c88ec tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 944 time: 0.0775802 Jul 26 05:06:18.239500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Allocated IP 172.20.0.9 (4b557bf1-ddc6-4648-bd73-0fa056e3765b/1c2f8bc4-b88d-4214-a46b-d61413ebeffa/e0e2d27e-2a71-4b67-b6d0-d23287acc24f) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:06:18.260773 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:18.261795 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21bf0ca8-cf7a-43e4-a287-1298a572bdad req-592b350b-0b10-4a9c-8abb-40466efaba85 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958645 Jul 26 05:06:18.273213 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'port_id': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'mac_address': 'fa:16:3e:2d:0f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:06:18.307901 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:18.308284 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:18.322088 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:06:18.345990 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:18.354092 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:18.381662 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:18.403314 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=9']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:18.422910 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks [] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:18.456050 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:18.498275 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Network 4b557bf1-ddc6-4648-bd73-0fa056e3765b is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:06:18.503712 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:06:18.507751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:06:18.513274 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:18.536155 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Pushing event updated for resources: {'Port': ['ID=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:18.563779 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:18.564389 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:18.581475 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d94ef1d1-d651-4c32-a70d-9a540b589380 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6847191 Jul 26 05:06:18.597886 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Request body: {'port': {'device_id': 'da1de98d-16f9-4631-978c-51844cf6fcec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:06:18.665708 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:18.667020 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['19c54117-94e3-4ff4-a8ce-06b6514cd2e6'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:06:18.680686 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:18.740685 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:18.796109 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:18.877169 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5437e2-5180-438e-bfb0-60fa0e24344f req-31583aef-45e2-4096-b6ca-4e27d495d21b tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:18.878741 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd5437e2-5180-438e-bfb0-60fa0e24344f req-31583aef-45e2-4096-b6ca-4e27d495d21b tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 931 time: 0.1187100 Jul 26 05:06:19.010108 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd5437e2-5180-438e-bfb0-60fa0e24344f req-1e8865fe-4208-4199-99c5-5afa2582f5f3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214325 Jul 26 05:06:19.040406 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781054dc-9e45-4898-8dc8-a592f3fae607 req-c0437092-06a9-4084-9657-af5805100b14 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:19.041839 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-781054dc-9e45-4898-8dc8-a592f3fae607 req-c0437092-06a9-4084-9657-af5805100b14 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0791740 Jul 26 05:06:19.113340 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e2d27e-2a71-4b67-b6d0-d23287acc24f {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:06:19.129441 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Publish callbacks [] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:19.139462 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-781054dc-9e45-4898-8dc8-a592f3fae607 req-f0350725-acfb-4449-b30d-fefac7404b1f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918067 Jul 26 05:06:19.147576 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Transition to ACTIVE for port object e0e2d27e-2a71-4b67-b6d0-d23287acc24f will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:06:19.152549 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:19.203668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:19.283377 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Attempting to bind port e0e2d27e-2a71-4b67-b6d0-d23287acc24f on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:06:19.283755 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Attempting to bind port e0e2d27e-2a71-4b67-b6d0-d23287acc24f by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': 'fe06f815-13a3-4ff0-8a56-08173a9d3b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:06:19.284087 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Attempting to bind port e0e2d27e-2a71-4b67-b6d0-d23287acc24f on network 4b557bf1-ddc6-4648-bd73-0fa056e3765b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:06:19.288660 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Port e0e2d27e-2a71-4b67-b6d0-d23287acc24f on network 4b557bf1-ddc6-4648-bd73-0fa056e3765b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:06:19.288989 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Attempting to bind port e0e2d27e-2a71-4b67-b6d0-d23287acc24f on network 4b557bf1-ddc6-4648-bd73-0fa056e3765b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:06:19.294149 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:06:19.294472 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Checking segment: {'id': 'fe06f815-13a3-4ff0-8a56-08173a9d3b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:06:19.294862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Bound using segment: {'id': 'fe06f815-13a3-4ff0-8a56-08173a9d3b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:06:19.295296 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Bound port: e0e2d27e-2a71-4b67-b6d0-d23287acc24f, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe06f815-13a3-4ff0-8a56-08173a9d3b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:06:19.295685 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:19.358098 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:19.389083 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] For port e0e2d27e-2a71-4b67-b6d0-d23287acc24f, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:06:19.408685 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] For port e0e2d27e-2a71-4b67-b6d0-d23287acc24f, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:06:19.415500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd17ff5-ade5-4d8f-9f4f-8ef7b5042945 req-81c0b65d-4bca-49a2-a0ff-bd111d0fe94c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:19.416972 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3dd17ff5-ade5-4d8f-9f4f-8ef7b5042945 req-81c0b65d-4bca-49a2-a0ff-bd111d0fe94c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 945 time: 0.0780926 Jul 26 05:06:19.426285 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:19.485528 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:19.486206 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:19.487812 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] 10.222.0.52 "PUT /v2.0/ports/e0e2d27e-2a71-4b67-b6d0-d23287acc24f HTTP/1.1" status: 200 len: 1093 time: 0.8939612 Jul 26 05:06:19.488316 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1de98d-16f9-4631-978c-51844cf6fcec', 'tag': 'e0e2d27e-2a71-4b67-b6d0-d23287acc24f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:19.490586 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d97246-a37f-4e06-92ee-fdb4b2d8f45a" -d '{"events": [{"name": "network-changed", "server_uuid": "da1de98d-16f9-4631-978c-51844cf6fcec", "tag": "e0e2d27e-2a71-4b67-b6d0-d23287acc24f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:19.521797 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea219527-1278-4058-821a-a939aebae4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:19.529632 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3dd17ff5-ade5-4d8f-9f4f-8ef7b5042945 req-9e35a770-bfe9-4fc5-bf6b-498f405bdffa tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057189 Jul 26 05:06:19.531101 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4715c575-5eec-4e7d-8a0e-02833dcffec6 x-openstack-request-id: req-4715c575-5eec-4e7d-8a0e-02833dcffec6 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:19.531392 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1de98d-16f9-4631-978c-51844cf6fcec", "tag": "e0e2d27e-2a71-4b67-b6d0-d23287acc24f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:19.531670 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4715c575-5eec-4e7d-8a0e-02833dcffec6 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:19.532063 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4715c575-5eec-4e7d-8a0e-02833dcffec6'] response: {'name': 'network-changed', 'server_uuid': 'da1de98d-16f9-4631-978c-51844cf6fcec', 'tag': 'e0e2d27e-2a71-4b67-b6d0-d23287acc24f', 'status': 'completed', 'code': 200} Jul 26 05:06:19.633119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97246-a37f-4e06-92ee-fdb4b2d8f45a req-252325f8-1b09-4df1-b0aa-7edc9abc4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:19.634651 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26d97246-a37f-4e06-92ee-fdb4b2d8f45a req-252325f8-1b09-4df1-b0aa-7edc9abc4de2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a30ecee1cac84583bb0e1c74eb333314&device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 1127 time: 0.0456486 Jul 26 05:06:19.667514 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:19.748349 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97246-a37f-4e06-92ee-fdb4b2d8f45a req-728f1422-630a-45e4-bff0-f0aa30e7dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:19.749863 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26d97246-a37f-4e06-92ee-fdb4b2d8f45a req-728f1422-630a-45e4-bff0-f0aa30e7dd18 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a30ecee1cac84583bb0e1c74eb333314&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1020684 Jul 26 05:06:19.855071 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d97246-a37f-4e06-92ee-fdb4b2d8f45a req-80ef4541-45e3-4066-a286-316e588e0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:19.856584 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26d97246-a37f-4e06-92ee-fdb4b2d8f45a req-80ef4541-45e3-4066-a286-316e588e0699 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996149 Jul 26 05:06:19.955091 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b220d-b936-4aad-91b5-18ba057ad550 req-f1006e9c-ebb8-4d66-934f-ca5e94ffdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:19.956961 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-f1006e9c-ebb8-4d66-934f-ca5e94ffdeb9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a30ecee1cac84583bb0e1c74eb333314&device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 1127 time: 0.0409379 Jul 26 05:06:20.002789 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-b6f999c5-3815-4bb6-969a-f56ac8050f4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0e2d27e-2a71-4b67-b6d0-d23287acc24f HTTP/1.1" status: 200 len: 217 time: 0.0326231 Jul 26 05:06:20.057097 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ddde603a-fd14-46ce-9c86-2c9c52942f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:20.058726 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-ddde603a-fd14-46ce-9c86-2c9c52942f5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c2f8bc4-b88d-4214-a46b-d61413ebeffa HTTP/1.1" status: 200 len: 849 time: 0.0489056 Jul 26 05:06:20.091859 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-6f1db763-970d-4fd6-9d47-4797b7218ec2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b557bf1-ddc6-4648-bd73-0fa056e3765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271945 Jul 26 05:06:20.158340 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 74e6a160-dc8d-420e-9018-7b77f693900b details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:06:20.171001 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:06:20.184455 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113f893-1e67-4d0f-a4c8-1525224c99c0 req-edccae5d-3657-4047-8bab-077967473682 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:20.186090 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0113f893-1e67-4d0f-a4c8-1525224c99c0 req-edccae5d-3657-4047-8bab-077967473682 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 943 time: 0.0933788 Jul 26 05:06:20.212945 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:20.295670 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:06:20.295912 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:20.369119 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 74e6a160-dc8d-420e-9018-7b77f693900b, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=74e6a160-dc8d-420e-9018-7b77f693900b,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:20.383504 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '74e6a160-dc8d-420e-9018-7b77f693900b', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:06:20.445368 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:20.445761 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:20.455196 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 74e6a160-dc8d-420e-9018-7b77f693900b is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:20.455584 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:20.483383 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e6a160-dc8d-420e-9018-7b77f693900b {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:06:20.487392 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:20.489761 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719ae152-64b7-47e4-baf9-95645fa48e2a" -d '{"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-plugged", "status": "completed", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:20.508596 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:20.520344 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:20.523608 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 74e6a160-dc8d-420e-9018-7b77f693900b, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=74e6a160-dc8d-420e-9018-7b77f693900b,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:20.528581 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:20.559900 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-a9e21d0a-b9b2-4df8-8da1-b8d3d9dd89e3 service neutron] 10.222.0.52 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585848 Jul 26 05:06:20.576838 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=10']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:20.579727 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60434840-c6ad-442b-9234-3e6553dc1440 req-6c2a437c-db4d-4bba-bb9f-673c8b993323 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:20.581217 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60434840-c6ad-442b-9234-3e6553dc1440 req-6c2a437c-db4d-4bba-bb9f-673c8b993323 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 943 time: 0.0784004 Jul 26 05:06:20.585675 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0113f893-1e67-4d0f-a4c8-1525224c99c0 req-d5adfd31-322d-44ed-b8b2-3b53071bc761 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909259 Jul 26 05:06:20.625959 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=74e6a160-dc8d-420e-9018-7b77f693900b,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:20.649694 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60434840-c6ad-442b-9234-3e6553dc1440 req-a294ec42-4d6b-4b6e-9a7e-5d979f24ab8d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587163 Jul 26 05:06:20.695090 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9983f218-82b2-4b33-92ac-4b4c92198ed9 x-openstack-request-id: req-9983f218-82b2-4b33-92ac-4b4c92198ed9 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:20.695403 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-plugged", "status": "completed", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:20.695685 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9983f218-82b2-4b33-92ac-4b4c92198ed9 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:20.696077 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9983f218-82b2-4b33-92ac-4b4c92198ed9'] response: {'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'code': 200} Jul 26 05:06:20.699175 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7e3be-0f64-4282-b4e3-950c9fdd2125 req-b3a24376-6a63-4adc-bc1f-c4a2c73e9f50 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:20.700685 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-05f7e3be-0f64-4282-b4e3-950c9fdd2125 req-b3a24376-6a63-4adc-bc1f-c4a2c73e9f50 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 945 time: 0.0500400 Jul 26 05:06:20.757794 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-05f7e3be-0f64-4282-b4e3-950c9fdd2125 req-19b96c1c-a4b5-4e11-99c5-6d9ea25dd256 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511858 Jul 26 05:06:20.791347 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cca050-f063-4cbb-beb2-bde092c4605d req-fd9a045b-43f1-45ae-8731-25fde8b9e058 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:20.792841 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20cca050-f063-4cbb-beb2-bde092c4605d req-fd9a045b-43f1-45ae-8731-25fde8b9e058 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 947 time: 0.0507760 Jul 26 05:06:20.827832 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['74e6a160-dc8d-420e-9018-7b77f693900b'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:06:20.841907 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20cca050-f063-4cbb-beb2-bde092c4605d req-850191a2-5960-432f-949a-e5f83e9a8768 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434430 Jul 26 05:06:21.004095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:21.702709 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:21.714619 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76168dd3-b37c-4e0c-9ad2-d0c32f900aed req-30818c88-5690-4441-b7e7-c4bcae8e6121 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:21.716156 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76168dd3-b37c-4e0c-9ad2-d0c32f900aed req-30818c88-5690-4441-b7e7-c4bcae8e6121 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 943 time: 0.0492480 Jul 26 05:06:21.819613 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9022753-9b26-4cb4-99b2-da30060f2ed5 req-b3400841-b979-43ab-af8d-7138db5e7517 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:21.821140 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9022753-9b26-4cb4-99b2-da30060f2ed5 req-b3400841-b979-43ab-af8d-7138db5e7517 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 944 time: 0.0929410 Jul 26 05:06:21.853926 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76168dd3-b37c-4e0c-9ad2-d0c32f900aed req-4fdc026e-3cb3-4e40-bbd6-5d90057d55d4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320531 Jul 26 05:06:21.907509 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:21.944823 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9022753-9b26-4cb4-99b2-da30060f2ed5 req-05949026-3977-420f-8d31-cc855e3e053c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969822 Jul 26 05:06:21.965691 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-621b220d-b936-4aad-91b5-18ba057ad550 req-d2e9d87a-fd9e-43e0-8c9c-50c22f19557f service neutron] 10.222.0.52 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795251 Jul 26 05:06:21.980302 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1b7b5-a867-43bb-be80-1a939342b84b req-f4744341-a348-45f9-a6d0-ea55d7a0609e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:21.982453 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86b1b7b5-a867-43bb-be80-1a939342b84b req-f4744341-a348-45f9-a6d0-ea55d7a0609e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 945 time: 0.0673556 Jul 26 05:06:22.062283 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86b1b7b5-a867-43bb-be80-1a939342b84b req-5a82ed14-e9b7-442c-92e1-422464e4c191 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741386 Jul 26 05:06:22.075800 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b327fd7-02c0-4ed7-8c00-13b35a92596a req-bcaccfb9-fb53-425a-90b7-2f50775ef04d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:22.077229 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b327fd7-02c0-4ed7-8c00-13b35a92596a req-bcaccfb9-fb53-425a-90b7-2f50775ef04d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 947 time: 0.0582256 Jul 26 05:06:22.129312 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b327fd7-02c0-4ed7-8c00-13b35a92596a req-70ca4cb0-1906-4788-8e72-bdb8970d24cb tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443399 Jul 26 05:06:22.164247 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 74e6a160-dc8d-420e-9018-7b77f693900b up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:06:22.211938 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 74e6a160-dc8d-420e-9018-7b77f693900b completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:06:22.223783 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 74e6a160-dc8d-420e-9018-7b77f693900b triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:06:22.224154 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:22.293023 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:22.301918 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 74e6a160-dc8d-420e-9018-7b77f693900b is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:22.302382 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:22.343316 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 74e6a160-dc8d-420e-9018-7b77f693900b, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=74e6a160-dc8d-420e-9018-7b77f693900b,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:22.349804 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:22.396636 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=74e6a160-dc8d-420e-9018-7b77f693900b,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:22.697246 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:22.700736 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7ae04c-b4ca-4042-acef-f9005902a3e7" -d '{"events": [{"server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "name": "network-vif-plugged", "status": "completed", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:22.737624 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde500ad-1103-4021-8782-c11c8124a3d6 x-openstack-request-id: req-fde500ad-1103-4021-8782-c11c8124a3d6 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:22.737937 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "name": "network-vif-plugged", "status": "completed", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:22.738202 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fde500ad-1103-4021-8782-c11c8124a3d6 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:22.738601 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde500ad-1103-4021-8782-c11c8124a3d6'] response: {'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b', 'code': 200} Jul 26 05:06:22.903826 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-1e47b176-5d30-4423-860a-0905ab4cbbf3 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:22.905325 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-1e47b176-5d30-4423-860a-0905ab4cbbf3 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 945 time: 0.0601156 Jul 26 05:06:23.006489 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb8e4d-474b-41fc-b99c-19fc10a4afa9 req-9f0a9b3c-e61d-4e7a-9af7-c987cdf725c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:23.011717 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-44eb8e4d-474b-41fc-b99c-19fc10a4afa9 req-9f0a9b3c-e61d-4e7a-9af7-c987cdf725c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 1131 time: 0.0626998 Jul 26 05:06:23.019822 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d4c14-b28b-42e1-adf2-8d91f71bb46f req-71994d6c-f885-41f6-a655-75ac8da679ed tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:23.021389 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d43d4c14-b28b-42e1-adf2-8d91f71bb46f req-71994d6c-f885-41f6-a655-75ac8da679ed tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 943 time: 0.0945644 Jul 26 05:06:23.069955 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-44eb8e4d-474b-41fc-b99c-19fc10a4afa9 req-a61a49a6-dd4b-44ef-a744-00812ed19bf6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Jul 26 05:06:23.161872 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Deleting port 714b804c-f359-4995-a514-95d668e03a97 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:06:23.162214 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (714b804c-f359-4995-a514-95d668e03a97), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:23.165436 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be4ac8-b23f-4f5c-aeb1-a09e82a93d0e req-777ffbb7-da00-4cec-b454-a27c843fb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:23.167050 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-51be4ac8-b23f-4f5c-aeb1-a09e82a93d0e req-777ffbb7-da00-4cec-b454-a27c843fb396 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 1129 time: 0.1010520 Jul 26 05:06:23.193532 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3827e6-460b-440f-b81d-c0afcc7fe169 req-3c48138e-861d-4bbc-9bd9-fc1746b298db tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:23.195001 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2c3827e6-460b-440f-b81d-c0afcc7fe169 req-3c48138e-861d-4bbc-9bd9-fc1746b298db tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 945 time: 0.1556242 Jul 26 05:06:23.243171 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d43d4c14-b28b-42e1-adf2-8d91f71bb46f req-9eacca25-4ea6-4223-a866-8e76b90b8c4d tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057900 Jul 26 05:06:23.303471 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:06:23.307195 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2c3827e6-460b-440f-b81d-c0afcc7fe169 req-38470912-be92-4f54-8939-6938cb46b7f7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807016 Jul 26 05:06:23.329700 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] For port 714b804c-f359-4995-a514-95d668e03a97, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=714b804c-f359-4995-a514-95d668e03a97,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:23.330091 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (714b804c-f359-4995-a514-95d668e03a97), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:23.429346 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f0a3f-8e6a-43ee-bf2b-c5ae7319948f req-22ed3cd1-2c70-4452-96e0-93c0af18390e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:23.430808 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d80f0a3f-8e6a-43ee-bf2b-c5ae7319948f req-22ed3cd1-2c70-4452-96e0-93c0af18390e tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 945 time: 0.1174974 Jul 26 05:06:23.460247 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:23.535679 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405d905-b540-4f46-a71f-5806b547ff60 req-2d851d74-c2c8-42e3-8155-fa2ed9384fd3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:23.537125 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a405d905-b540-4f46-a71f-5806b547ff60 req-2d851d74-c2c8-42e3-8155-fa2ed9384fd3 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 947 time: 0.1656647 Jul 26 05:06:23.576003 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-51be4ac8-b23f-4f5c-aeb1-a09e82a93d0e req-6ea4a01d-6885-4bab-9016-0d1325dd0d4b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196648 Jul 26 05:06:23.635280 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d80f0a3f-8e6a-43ee-bf2b-c5ae7319948f req-9de17d9f-d28d-4d11-b635-8d0065d84ace tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups?id=3e24a3fe-3f16-4d57-8005-9a809379fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867764 Jul 26 05:06:23.644451 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:23.671014 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a405d905-b540-4f46-a71f-5806b547ff60 req-bd77cd0a-8501-414b-bb5f-7356a264ad80 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174726 Jul 26 05:06:23.680420 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:23.680784 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (a9a2c384-8afc-4b18-ae5f-57125b1ca6dc), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:23.681098 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Floating IP a9a2c384-8afc-4b18-ae5f-57125b1ca6dc disassociated. External IP: 172.27.3.78, port: 714b804c-f359-4995-a514-95d668e03a97. Jul 26 05:06:23.681486 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Calling delete_port for 714b804c-f359-4995-a514-95d668e03a97 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:06:23.831097 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (714b804c-f359-4995-a514-95d668e03a97), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:23.860624 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event deleted for resources: {'Port': ['ID=714b804c-f359-4995-a514-95d668e03a97,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:23.980794 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:06:24.090064 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:06:24.103885 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] Sync routers for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:06:24.115663 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:06:24.116296 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:24.133698 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] No DVR routers for this DVR port 714b804c-f359-4995-a514-95d668e03a97 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:06:24.136419 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:24.139822 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0bba0a02-b903-4163-8505-6bccfb3b7d97 req-b5176af3-dcb7-474f-a53b-d1203e0af3b5 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.52 "DELETE /v2.0/ports/714b804c-f359-4995-a514-95d668e03a97 HTTP/1.1" status: 204 len: 173 time: 1.1842747 Jul 26 05:06:24.140260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'name': 'network-vif-deleted', 'tag': '714b804c-f359-4995-a514-95d668e03a97'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:24.142596 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2badef-34ad-4480-bbfc-716f2e0c0951" -d '{"events": [{"server_uuid": "cfddd200-54c7-46ee-9bda-5868344fcb10", "name": "network-vif-deleted", "tag": "714b804c-f359-4995-a514-95d668e03a97"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:24.181653 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d7f12-3b94-48d5-be0a-216502a1872f x-openstack-request-id: req-ef5d7f12-3b94-48d5-be0a-216502a1872f {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:24.181936 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfddd200-54c7-46ee-9bda-5868344fcb10", "name": "network-vif-deleted", "tag": "714b804c-f359-4995-a514-95d668e03a97", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:24.182180 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ef5d7f12-3b94-48d5-be0a-216502a1872f {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:24.182634 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5d7f12-3b94-48d5-be0a-216502a1872f'] response: {'server_uuid': 'cfddd200-54c7-46ee-9bda-5868344fcb10', 'name': 'network-vif-deleted', 'tag': '714b804c-f359-4995-a514-95d668e03a97', 'status': 'completed', 'code': 200} Jul 26 05:06:24.226957 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:06:24.373210 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f689c34-3c12-47af-a0d4-56ed3cddc65f req-c9008619-320f-42bd-82f2-05f76b9f0e22 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:24.374900 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f689c34-3c12-47af-a0d4-56ed3cddc65f req-c9008619-320f-42bd-82f2-05f76b9f0e22 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 943 time: 0.0565648 Jul 26 05:06:24.434506 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:24.461101 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] Checking router: 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:06:24.462657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac616b-44e7-45ca-b12b-1f914f4067ac req-dfd83f2d-cbc0-4143-9694-c4eeb10db749 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:24.464198 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89ac616b-44e7-45ca-b12b-1f914f4067ac req-dfd83f2d-cbc0-4143-9694-c4eeb10db749 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 945 time: 0.0693853 Jul 26 05:06:24.467334 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f689c34-3c12-47af-a0d4-56ed3cddc65f req-ad3e5eb8-64cf-4b57-8598-94a6f0e4f602 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866528 Jul 26 05:06:24.470104 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:06:24.470691 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:24.519444 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89ac616b-44e7-45ca-b12b-1f914f4067ac req-704b3704-f82c-4da7-b91d-da752bde89b1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495849 Jul 26 05:06:24.583285 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:06:24.715223 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:24.729840 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:24.752909 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b324191b-98fa-4cb2-a912-9d1c4faedfb9 req-f2106f4d-7138-4d31-a5a6-fad86c42c472 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 210 time: 0.0319681 Jul 26 05:06:24.794654 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:24.806011 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1abf5-39ec-4de8-b296-e265ae14b551 req-cff66830-8488-4362-b277-8bf0b66b5cd1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:24.807674 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ba1abf5-39ec-4de8-b296-e265ae14b551 req-cff66830-8488-4362-b277-8bf0b66b5cd1 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 947 time: 0.0514603 Jul 26 05:06:24.823788 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c7219-178b-4220-bb54-c8e4215d2167 None None] The sync data for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi is: [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:00:08Z', 'revision_number': 4, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '3604ac4d-95d1-47a6-90b1-3872556099ba', 'name': '', 'network_id': '41d26926-2f73-4071-bfbf-1d55e6f46e9c', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'mac_address': 'fa:16:3e:0b:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:04Z', 'updated_at': '2022-07-26T05:00:17Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'subnets': [{'id': '15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:06:24.861628 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ba1abf5-39ec-4de8-b296-e265ae14b551 req-7719c925-8271-45e7-9151-5477984b2c3e tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478003 Jul 26 05:06:25.108436 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4b8363-68e8-4cdb-a0c3-d18eb969acb2 None None] New status for floating IP a9a2c384-8afc-4b18-ae5f-57125b1ca6dc: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:06:25.601533 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8b4dc-7bd3-4651-98ab-74c1ebb2a023 req-edc308b8-32f6-4ad7-8e01-53ce69c4142c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:25.602797 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-91b8b4dc-7bd3-4651-98ab-74c1ebb2a023 req-edc308b8-32f6-4ad7-8e01-53ce69c4142c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 943 time: 0.0532570 Jul 26 05:06:25.676555 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1f085-4299-4329-ab1d-81f342112f25 req-651ce8cf-1507-4a7e-8861-73ff5f0f0726 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:25.677946 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6a1f085-4299-4329-ab1d-81f342112f25 req-651ce8cf-1507-4a7e-8861-73ff5f0f0726 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 945 time: 0.0742378 Jul 26 05:06:25.699475 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-91b8b4dc-7bd3-4651-98ab-74c1ebb2a023 req-4b6cf650-eab9-4a81-b3ba-f80f400b0bd2 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861044 Jul 26 05:06:25.737349 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6a1f085-4299-4329-ab1d-81f342112f25 req-1dd66204-ef98-44cf-b0f9-10bb86aae9c6 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515780 Jul 26 05:06:25.859091 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:25.867248 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c384dec-bebe-4630-a505-3dc5c853d122 req-5760eadd-f138-4e71-b87f-f98f8f6117ad tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:25.869320 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c384dec-bebe-4630-a505-3dc5c853d122 req-5760eadd-f138-4e71-b87f-f98f8f6117ad tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 945 time: 0.0604951 Jul 26 05:06:25.894300 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4061b448-41ff-466d-83ac-95552ff394d9 req-e689890b-68f0-45fe-9bec-e2cd7777fd77 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/ports?device_id=cfddd200-54c7-46ee-9bda-5868344fcb10 HTTP/1.1" status: 200 len: 210 time: 0.0457091 Jul 26 05:06:25.943430 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1c384dec-bebe-4630-a505-3dc5c853d122 req-8673de08-9838-47cf-80d4-a5157cccd2fb tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582368 Jul 26 05:06:25.977100 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51000) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:26.044729 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd09896-1749-4a29-90be-e7910c08ac0f req-dbd35c1b-dff9-4ff1-a7d8-c8ee583c86c2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:26.046202 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9fd09896-1749-4a29-90be-e7910c08ac0f req-dbd35c1b-dff9-4ff1-a7d8-c8ee583c86c2 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 947 time: 0.0816350 Jul 26 05:06:26.049451 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0140eb-9a79-4a88-8438-d04ae115d56c tempest-TestVolumeBootPattern-1383035479 tempest-TestVolumeBootPattern-1383035479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:26.050862 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1f0140eb-9a79-4a88-8438-d04ae115d56c tempest-TestVolumeBootPattern-1383035479 tempest-TestVolumeBootPattern-1383035479-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 1124 time: 0.0728245 Jul 26 05:06:26.054059 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51002) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:26.061130 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:06:26.086294 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:26.101700 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9fd09896-1749-4a29-90be-e7910c08ac0f req-9a1eaf9f-8839-46e5-8097-833be661320b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496316 Jul 26 05:06:26.163440 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device e0e2d27e-2a71-4b67-b6d0-d23287acc24f details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:06:26.169281 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:26.290013 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Allocated IP 172.27.3.121 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/a7883a1f-2cb4-4358-8cbe-7ca2c51aae43) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:06:26.311859 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 714b804c-f359-4995-a514-95d668e03a97 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:06:26.333528 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 714b804c-f359-4995-a514-95d668e03a97 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:06:26.333838 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 714b804c-f359-4995-a514-95d668e03a97 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:06:26.402860 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for port (a7883a1f-2cb4-4358-8cbe-7ca2c51aae43), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:26.423740 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port e0e2d27e-2a71-4b67-b6d0-d23287acc24f, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:26.435431 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (a7883a1f-2cb4-4358-8cbe-7ca2c51aae43), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:26.436127 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'e0e2d27e-2a71-4b67-b6d0-d23287acc24f', 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b', 'port_id': 'e0e2d27e-2a71-4b67-b6d0-d23287acc24f', 'mac_address': 'fa:16:3e:fd:46:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2f8bc4-b88d-4214-a46b-d61413ebeffa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:06:26.459674 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:26.475532 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port e0e2d27e-2a71-4b67-b6d0-d23287acc24f is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:26.475967 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:26.476594 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:06:26.479783 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:06:26.483772 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:06:26.489965 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e2d27e-2a71-4b67-b6d0-d23287acc24f {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:06:26.506100 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'Port': ['ID=a7883a1f-2cb4-4358-8cbe-7ca2c51aae43,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:26.511426 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port e0e2d27e-2a71-4b67-b6d0-d23287acc24f, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:26.516763 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:26.563397 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:26.748397 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:26.818021 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d42239-31d9-4909-aeca-cba9b0d92b92 req-c83b9e72-b548-495e-8026-6c4f6a74c6d0 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:26.818674 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['e0e2d27e-2a71-4b67-b6d0-d23287acc24f'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:06:26.819720 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99d42239-31d9-4909-aeca-cba9b0d92b92 req-c83b9e72-b548-495e-8026-6c4f6a74c6d0 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 944 time: 0.0475132 Jul 26 05:06:26.828044 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:26.856042 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (bd173b66-8c56-4e29-a76f-ed22142b00ad), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:26.873318 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99d42239-31d9-4909-aeca-cba9b0d92b92 req-ffc7be3f-da6c-4cd8-abd6-6a0231715a2f tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Jul 26 05:06:26.926968 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a7883a1f-2cb4-4358-8cbe-7ca2c51aae43), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.001700 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51012) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:27.056929 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b48529a-5c19-4a85-8641-b13e86fd7afa tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (3e24a3fe-3f16-4d57-8005-9a809379fe61), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.080970 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b48529a-5c19-4a85-8641-b13e86fd7afa tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (3e24a3fe-3f16-4d57-8005-9a809379fe61), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.082365 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for port (a7883a1f-2cb4-4358-8cbe-7ca2c51aae43), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.088155 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (a7883a1f-2cb4-4358-8cbe-7ca2c51aae43), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.133499 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b48529a-5c19-4a85-8641-b13e86fd7afa tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3e24a3fe-3f16-4d57-8005-9a809379fe61), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.136381 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b48529a-5c19-4a85-8641-b13e86fd7afa tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.137674 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0b48529a-5c19-4a85-8641-b13e86fd7afa tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "DELETE /v2.0/security-groups/3e24a3fe-3f16-4d57-8005-9a809379fe61 HTTP/1.1" status: 204 len: 168 time: 0.1349514 Jul 26 05:06:27.141087 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51014) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:27.156335 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'Port': ['ID=a7883a1f-2cb4-4358-8cbe-7ca2c51aae43,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:27.160758 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48529a-5c19-4a85-8641-b13e86fd7afa tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e24a3fe-3f16-4d57-8005-9a809379fe61,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:27.164604 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-8a9a737e-75f4-44ad-a403-b4b3fb2b5f21 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] show failed (client error): The resource could not be found. Jul 26 05:06:27.166040 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8a9a737e-75f4-44ad-a403-b4b3fb2b5f21 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "GET /v2.0/security-groups/3e24a3fe-3f16-4d57-8005-9a809379fe61 HTTP/1.1" status: 404 len: 347 time: 0.0239794 Jul 26 05:06:27.168964 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51016) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:27.175042 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (bd173b66-8c56-4e29-a76f-ed22142b00ad), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.290902 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Deleting port e100ae31-feec-485c-8202-18da9c2093a0 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:06:27.291248 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (e100ae31-feec-485c-8202-18da9c2093a0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.379746 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (e100ae31-feec-485c-8202-18da9c2093a0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.380046 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (e100ae31-feec-485c-8202-18da9c2093a0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.397311 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Calling delete_port for e100ae31-feec-485c-8202-18da9c2093a0 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:06:27.446484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:27.491376 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Floating IP bd173b66-8c56-4e29-a76f-ed22142b00ad associated. External IP: 172.27.3.121, port: 74e6a160-dc8d-420e-9018-7b77f693900b. Jul 26 05:06:27.537886 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (e100ae31-feec-485c-8202-18da9c2093a0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.562977 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Pushing event deleted for resources: {'Port': ['ID=e100ae31-feec-485c-8202-18da9c2093a0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:27.625575 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks [] for floatingip (a9a2c384-8afc-4b18-ae5f-57125b1ca6dc), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.628292 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.629798 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-13570706-3531-4207-9025-22d958cd1ab8 tempest-AttachVolumeTestJSON-1863873070 tempest-AttachVolumeTestJSON-1863873070-project] 10.222.0.17 "DELETE /v2.0/floatingips/a9a2c384-8afc-4b18-ae5f-57125b1ca6dc HTTP/1.1" status: 204 len: 168 time: 0.4592979 Jul 26 05:06:27.695825 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Router b1037f13-c211-4dd1-9a24-c6e02309e5a6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:06:27.804679 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:06:27.814636 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] Sync routers for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:06:27.824203 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:27.826083 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:27.826294 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:06:27.827508 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:27.858622 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b17251a6-e9d1-4df8-8ac8-02aab7f6626f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8007765 Jul 26 05:06:27.858622 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:27.859589 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0cd0a1-da71-405b-944b-e19eb7e49734" -d '{"events": [{"name": "network-changed", "server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:27.937335 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:06:27.974282 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05632a03-be0c-4ab3-be64-a18e3deb4fcb x-openstack-request-id: req-05632a03-be0c-4ab3-be64-a18e3deb4fcb {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:27.974567 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:27.974825 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-05632a03-be0c-4ab3-be64-a18e3deb4fcb {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:27.975229 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05632a03-be0c-4ab3-be64-a18e3deb4fcb'] response: {'name': 'network-changed', 'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b', 'status': 'completed', 'code': 200} Jul 26 05:06:28.015465 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:28.057568 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024214c-bd06-42b7-b9eb-7d75224f22b2 req-b5a12779-c8b8-4a2f-8680-4400749e4517 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:28.058988 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3024214c-bd06-42b7-b9eb-7d75224f22b2 req-b5a12779-c8b8-4a2f-8680-4400749e4517 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 944 time: 0.0828261 Jul 26 05:06:28.085390 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-6ae7865f-1268-4409-8905-c803fc851d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:28.086877 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-6ae7865f-1268-4409-8905-c803fc851d7c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 1129 time: 0.0668850 Jul 26 05:06:28.156937 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:28.170541 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'bd173b66-8c56-4e29-a76f-ed22142b00ad', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:06:26Z', 'updated_at': '2022-07-26T05:06:26Z', 'revision_number': 0, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:28.176407 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3024214c-bd06-42b7-b9eb-7d75224f22b2 req-faa15a90-a11b-402e-b787-092005c704be tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089752 Jul 26 05:06:28.196497 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] Checking router: b1037f13-c211-4dd1-9a24-c6e02309e5a6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:06:28.205810 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:06:28.206504 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:28.225581 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-93ccf8e1-5741-4466-aa12-bda84439bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:28.227066 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-93ccf8e1-5741-4466-aa12-bda84439bb47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.1322720 Jul 26 05:06:28.241206 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device e0e2d27e-2a71-4b67-b6d0-d23287acc24f up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:06:28.290489 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-803ac928-4f1e-4669-aade-818214a6d751 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e6a160-dc8d-420e-9018-7b77f693900b HTTP/1.1" status: 200 len: 999 time: 0.0571938 Jul 26 05:06:28.337895 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port e0e2d27e-2a71-4b67-b6d0-d23287acc24f completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:06:28.339211 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-36da088a-f4be-4b68-ae84-f56b1dec719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:28.340774 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-36da088a-f4be-4b68-ae84-f56b1dec719c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0448318 Jul 26 05:06:28.349302 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:06:28.351456 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port e0e2d27e-2a71-4b67-b6d0-d23287acc24f triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:06:28.351862 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:28.387980 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-287803af-e38f-47a1-9700-4c57312ebb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:28.389488 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-287803af-e38f-47a1-9700-4c57312ebb5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428045 Jul 26 05:06:28.458920 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:28.483360 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-9b5fd82e-284b-46bc-bbf1-84321ea2cbc2 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865841 Jul 26 05:06:28.542413 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port e0e2d27e-2a71-4b67-b6d0-d23287acc24f is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:28.542813 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:28.578215 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b0cd0a1-da71-405b-944b-e19eb7e49734 req-b3e1d320-b1b1-4d4a-889c-837853f8920d service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889547 Jul 26 05:06:28.579667 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1de98d-16f9-4631-978c-51844cf6fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e2d27e-2a71-4b67-b6d0-d23287acc24f'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:28.581921 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de6fb4b-639e-44cd-853a-95bebfc59e5f" -d '{"events": [{"server_uuid": "da1de98d-16f9-4631-978c-51844cf6fcec", "name": "network-vif-plugged", "status": "completed", "tag": "e0e2d27e-2a71-4b67-b6d0-d23287acc24f"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:28.602942 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port e0e2d27e-2a71-4b67-b6d0-d23287acc24f, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:28.613697 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:28.623052 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3148b7a9-4aa4-4d65-9bd3-84a173585d87 x-openstack-request-id: req-3148b7a9-4aa4-4d65-9bd3-84a173585d87 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:28.623332 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1de98d-16f9-4631-978c-51844cf6fcec", "name": "network-vif-plugged", "status": "completed", "tag": "e0e2d27e-2a71-4b67-b6d0-d23287acc24f", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:28.623608 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3148b7a9-4aa4-4d65-9bd3-84a173585d87 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:28.624003 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3148b7a9-4aa4-4d65-9bd3-84a173585d87'] response: {'server_uuid': 'da1de98d-16f9-4631-978c-51844cf6fcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e2d27e-2a71-4b67-b6d0-d23287acc24f', 'code': 200} Jul 26 05:06:28.721966 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:28.725819 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'bd173b66-8c56-4e29-a76f-ed22142b00ad', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:06:26Z', 'updated_at': '2022-07-26T05:06:26Z', 'revision_number': 0, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:28.751840 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a7c03-5237-4708-9000-fa681fdc617b None None] The sync data for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi is: [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'bd173b66-8c56-4e29-a76f-ed22142b00ad', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:06:26Z', 'updated_at': '2022-07-26T05:06:26Z', 'revision_number': 0, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:06:28.864598 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e8266-3273-4f27-8a8b-7cfe666fd426 req-54d7ae73-a10c-4404-9a95-d82746510715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:28.866772 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-664e8266-3273-4f27-8a8b-7cfe666fd426 req-54d7ae73-a10c-4404-9a95-d82746510715 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 1129 time: 0.0421817 Jul 26 05:06:28.915365 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-664e8266-3273-4f27-8a8b-7cfe666fd426 req-872f1295-9657-4827-b13a-8b362c07bbe1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Jul 26 05:06:28.966727 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bbe95e-07a1-45a1-8ecb-dfb86c69511a None None] New status for floating IP bd173b66-8c56-4e29-a76f-ed22142b00ad: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:06:29.300024 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2f8aa-ff4b-4923-87cb-533be5c49fd3 req-b471f990-9cb9-416b-929c-1842295e60c6 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:29.301506 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25e2f8aa-ff4b-4923-87cb-533be5c49fd3 req-b471f990-9cb9-416b-929c-1842295e60c6 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 945 time: 0.0512416 Jul 26 05:06:29.322376 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:29.353680 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25e2f8aa-ff4b-4923-87cb-533be5c49fd3 req-74300323-bcdf-4510-a613-29ebf0b8f266 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Jul 26 05:06:30.479002 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadb0fa-522d-4522-b16e-d5e5012e01b5 req-4cd1af85-176a-4aa7-8198-327ed522dd2f tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:30.480562 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0dadb0fa-522d-4522-b16e-d5e5012e01b5 req-4cd1af85-176a-4aa7-8198-327ed522dd2f tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 945 time: 0.0528519 Jul 26 05:06:30.530490 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0dadb0fa-522d-4522-b16e-d5e5012e01b5 req-f451c3c2-dc01-4352-bd20-178e63e806a9 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Jul 26 05:06:31.220438 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51058) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:31.511201 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:31.598111 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:31.711274 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73216b-386a-483c-b854-c9fca1474740 req-67e6452a-5d38-4155-bb4a-493b615ae2aa tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:31.712661 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fd73216b-386a-483c-b854-c9fca1474740 req-67e6452a-5d38-4155-bb4a-493b615ae2aa tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 945 time: 0.0822740 Jul 26 05:06:31.818664 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fd73216b-386a-483c-b854-c9fca1474740 req-be44d371-ba48-4281-b19b-81dcac8ba811 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988398 Jul 26 05:06:31.894052 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Deleting port 3604ac4d-95d1-47a6-90b1-3872556099ba {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:06:31.894420 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:32.249956 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] For port 3604ac4d-95d1-47a6-90b1-3872556099ba, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=3604ac4d-95d1-47a6-90b1-3872556099ba,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:32.250309 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:32.269093 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Calling delete_port for 3604ac4d-95d1-47a6-90b1-3872556099ba owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:06:32.372590 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:32.470240 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (3604ac4d-95d1-47a6-90b1-3872556099ba), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:32.495519 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3604ac4d-95d1-47a6-90b1-3872556099ba,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:32.534374 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.535014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.535014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.535331 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.535635 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.535964 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.536288 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.536616 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.536939 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.537264 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.537587 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.537907 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.538256 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.538622 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.538946 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:32.606681 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1eff18-488b-45cc-81d1-4de2953c536f req-4f848aed-5dba-4547-9eba-72115e8479c1 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:32.608310 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e1eff18-488b-45cc-81d1-4de2953c536f req-4f848aed-5dba-4547-9eba-72115e8479c1 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 945 time: 0.0854981 Jul 26 05:06:32.672484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:32.738909 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e1eff18-488b-45cc-81d1-4de2953c536f req-a80e46e6-670f-43d0-bb9b-599fa2ee8eb1 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236060 Jul 26 05:06:32.768858 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:32.805535 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:32.981906 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:06:33.090500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:06:33.096383 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-62940197-dde1-45f3-b750-8ceea025f2f0 admin admin] 10.222.0.17 "PUT /v2.0/routers/708dab1b-44bb-4a97-b2cd-2fde1d1aafa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8748283 Jul 26 05:06:33.098843 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51076) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:33.099948 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] Sync routers for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:06:33.111483 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:06:33.112141 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:33.197742 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks [] for router (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.218473 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:06:33.302332 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:33.321569 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks [] for router_gateway (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.369518 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:33.375827 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Deleting port 5eb2b910-c77c-4281-a262-809b29eb8000 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:06:33.376190 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.416791 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:06:32Z', 'revision_number': 5, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port': {'id': '5eb2b910-c77c-4281-a262-809b29eb8000', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:07:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:55Z', 'updated_at': '2022-07-26T05:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:33.445040 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] Checking router: 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:06:33.453488 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] Routers {'708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:06:33.454101 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:33.463293 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] For port 5eb2b910-c77c-4281-a262-809b29eb8000, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=5eb2b910-c77c-4281-a262-809b29eb8000,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:33.463692 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.477251 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Calling delete_port for 5eb2b910-c77c-4281-a262-809b29eb8000 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:06:33.543442 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:33.660141 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (5eb2b910-c77c-4281-a262-809b29eb8000), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.675990 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] Set router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:06:33.685173 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb2b910-c77c-4281-a262-809b29eb8000,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:33.728560 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:06:33Z', 'revision_number': 6, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port_host': None}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:33.751092 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.756256 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8da17-cd23-43b5-9ec8-766509a386cb None None] The sync data for ids ['708dab1b-44bb-4a97-b2cd-2fde1d1aafa6'] in dv-cinder-850574-1-iscsi is: [{'id': '708dab1b-44bb-4a97-b2cd-2fde1d1aafa6', 'name': 'tempest-AttachVolumeTestJSON-1993195379-router', 'tenant_id': '9747c4b81e8844e989d70b8001a196b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:53Z', 'updated_at': '2022-07-26T05:06:33Z', 'revision_number': 6, 'project_id': '9747c4b81e8844e989d70b8001a196b0', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:06:33.863092 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.867116 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks [] for router_controller (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.913790 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d1725-1651-4633-a2c6-e32256eba4f3 req-053287af-8be4-4f0a-8240-a896756777d8 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:33.915157 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f55d1725-1651-4633-a2c6-e32256eba4f3 req-053287af-8be4-4f0a-8240-a896756777d8 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 945 time: 0.0837719 Jul 26 05:06:33.931335 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (708dab1b-44bb-4a97-b2cd-2fde1d1aafa6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.931924 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:06:33.937005 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:33.938079 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1c2215c2-fe97-47cf-8dbe-71e44c09ef91 admin admin] 10.222.0.17 "DELETE /v2.0/routers/708dab1b-44bb-4a97-b2cd-2fde1d1aafa6 HTTP/1.1" status: 204 len: 168 time: 0.8383012 Jul 26 05:06:33.941079 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51080) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:33.977489 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f55d1725-1651-4633-a2c6-e32256eba4f3 req-86f38efd-1913-40f1-b5e3-b0f2b9710d78 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555811 Jul 26 05:06:33.992291 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0a340a-a160-4cb0-ad28-fd73c7af2d2a admin admin] Deleting subnet 15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:06:33.995653 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0b0a340a-a160-4cb0-ad28-fd73c7af2d2a admin admin] Publish callbacks [] for subnet (15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.024255 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:34.030638 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0b0a340a-a160-4cb0-ad28-fd73c7af2d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.092842 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce5433-776f-4460-ba7b-dd562410f45d req-60eb9d5d-719a-4379-b100-fdd0c1694ecd tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:34.094643 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18ce5433-776f-4460-ba7b-dd562410f45d req-60eb9d5d-719a-4379-b100-fdd0c1694ecd tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.52 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 945 time: 0.0522840 Jul 26 05:06:34.114591 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0b0a340a-a160-4cb0-ad28-fd73c7af2d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.177898 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0b0a340a-a160-4cb0-ad28-fd73c7af2d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.184778 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-18ce5433-776f-4460-ba7b-dd562410f45d req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Deleting port e0e2d27e-2a71-4b67-b6d0-d23287acc24f {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:06:34.185040 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-18ce5433-776f-4460-ba7b-dd562410f45d req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.208321 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a340a-a160-4cb0-ad28-fd73c7af2d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:34.212334 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0b0a340a-a160-4cb0-ad28-fd73c7af2d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.217832 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0b0a340a-a160-4cb0-ad28-fd73c7af2d2a admin admin] 10.222.0.17 "DELETE /v2.0/subnets/15e52ce3-bd55-4f28-8a9f-004d5c1e7dcf HTTP/1.1" status: 204 len: 168 time: 0.2757316 Jul 26 05:06:34.220603 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51082) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:34.230640 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f70a06e-fccd-4509-b87a-124e20c314f6 None None] Network 41d26926-2f73-4071-bfbf-1d55e6f46e9c requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:06:34.281966 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-18ce5433-776f-4460-ba7b-dd562410f45d req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] For port e0e2d27e-2a71-4b67-b6d0-d23287acc24f, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:34.282366 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-18ce5433-776f-4460-ba7b-dd562410f45d req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.296955 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-18ce5433-776f-4460-ba7b-dd562410f45d req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Calling delete_port for e0e2d27e-2a71-4b67-b6d0-d23287acc24f owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:06:34.297370 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (41d26926-2f73-4071-bfbf-1d55e6f46e9c), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.346796 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:34.347462 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Deleting port 63142c94-e594-4d8f-8778-ebeaf74cebb6 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:06:34.347885 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.412928 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] For port 63142c94-e594-4d8f-8778-ebeaf74cebb6, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=63142c94-e594-4d8f-8778-ebeaf74cebb6,segment=NetworkSegment(5fbe2362-e83b-40f4-b4cc-6d05323022cb),segment_id=5fbe2362-e83b-40f4-b4cc-6d05323022cb)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:34.413301 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.426054 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Calling delete_port for 63142c94-e594-4d8f-8778-ebeaf74cebb6 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:06:34.434350 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-18ce5433-776f-4460-ba7b-dd562410f45d req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (e0e2d27e-2a71-4b67-b6d0-d23287acc24f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.471871 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Pushing event deleted for resources: {'Port': ['ID=e0e2d27e-2a71-4b67-b6d0-d23287acc24f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:34.476598 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['e0e2d27e-2a71-4b67-b6d0-d23287acc24f'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:06:34.514339 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (63142c94-e594-4d8f-8778-ebeaf74cebb6), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.514970 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ce5433-776f-4460-ba7b-dd562410f45d req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] No DVR routers for this DVR port e0e2d27e-2a71-4b67-b6d0-d23287acc24f on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:06:34.521863 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-18ce5433-776f-4460-ba7b-dd562410f45d req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.525369 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18ce5433-776f-4460-ba7b-dd562410f45d req-8c11ce18-3f7b-4259-92ee-b9984deafbd3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.52 "DELETE /v2.0/ports/e0e2d27e-2a71-4b67-b6d0-d23287acc24f HTTP/1.1" status: 204 len: 173 time: 0.4256570 Jul 26 05:06:34.526635 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1de98d-16f9-4631-978c-51844cf6fcec', 'name': 'network-vif-deleted', 'tag': 'e0e2d27e-2a71-4b67-b6d0-d23287acc24f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:34.529341 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd266d38-95d2-439d-828c-eca0331717a4" -d '{"events": [{"server_uuid": "da1de98d-16f9-4631-978c-51844cf6fcec", "name": "network-vif-deleted", "tag": "e0e2d27e-2a71-4b67-b6d0-d23287acc24f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:34.545789 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=63142c94-e594-4d8f-8778-ebeaf74cebb6,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:34.549874 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] No DVR routers for this DVR port 63142c94-e594-4d8f-8778-ebeaf74cebb6 on host dv-cinder-850574-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:06:34.577411 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc99d409-00e7-47b5-ac45-134a0646d0c7 None None] DHCP port deletion for 41d26926-2f73-4071-bfbf-1d55e6f46e9c request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:06:34.602134 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a575c391-1622-43fc-8649-2d5fa6d0e8b3 x-openstack-request-id: req-a575c391-1622-43fc-8649-2d5fa6d0e8b3 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:34.602740 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1de98d-16f9-4631-978c-51844cf6fcec", "name": "network-vif-deleted", "tag": "e0e2d27e-2a71-4b67-b6d0-d23287acc24f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:34.602855 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a575c391-1622-43fc-8649-2d5fa6d0e8b3 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:34.603232 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a575c391-1622-43fc-8649-2d5fa6d0e8b3'] response: {'server_uuid': 'da1de98d-16f9-4631-978c-51844cf6fcec', 'name': 'network-vif-deleted', 'tag': 'e0e2d27e-2a71-4b67-b6d0-d23287acc24f', 'status': 'completed', 'code': 200} Jul 26 05:06:34.640214 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (41d26926-2f73-4071-bfbf-1d55e6f46e9c), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.665181 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d26926-2f73-4071-bfbf-1d55e6f46e9c']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:34.676052 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbe2362-e83b-40f4-b4cc-6d05323022cb') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:34.676466 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbe2362-e83b-40f4-b4cc-6d05323022cb') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:06:34.687218 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (5fbe2362-e83b-40f4-b4cc-6d05323022cb), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.702626 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (5fbe2362-e83b-40f4-b4cc-6d05323022cb), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.710937 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:06:34.711427 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (5fbe2362-e83b-40f4-b4cc-6d05323022cb), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.753628 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 5fbe2362-e83b-40f4-b4cc-6d05323022cb resource provider aggregate not found Jul 26 05:06:34.772102 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:34.781617 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 5fbe2362-e83b-40f4-b4cc-6d05323022cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fbe2362-e83b-40f4-b4cc-6d05323022cb found for delete ", "request_id": "req-d9b61781-82d0-49f5-aba1-4354a956f7de"}]} Jul 26 05:06:34.790879 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (41d26926-2f73-4071-bfbf-1d55e6f46e9c), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.796699 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:34.799793 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] 10.222.0.17 "DELETE /v2.0/networks/41d26926-2f73-4071-bfbf-1d55e6f46e9c HTTP/1.1" status: 204 len: 168 time: 0.5779369 Jul 26 05:06:34.811997 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6839e2-2da3-480a-ad5c-e6a99db10e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d26926-2f73-4071-bfbf-1d55e6f46e9c,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:34.926898 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51094) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:34.968751 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-801229af-6526-4929-8a10-65575b067f49 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9747c4b81e8844e989d70b8001a196b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407660 Jul 26 05:06:34.971249 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51096) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:35.026695 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6b3040a-622c-47e4-9226-cf0fb928e18c admin admin] Publish callbacks [] for security_group (af3e5320-9a6b-433a-9320-a5656f454f59), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:35.051286 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6b3040a-622c-47e4-9226-cf0fb928e18c admin admin] Publish callbacks [] for security_group (af3e5320-9a6b-433a-9320-a5656f454f59), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:35.094338 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df3d01d5-ece8-4a7e-a1d2-a2ffb11f86df req-01975e2a-e084-437e-895a-7aea5383a738 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=da1de98d-16f9-4631-978c-51844cf6fcec HTTP/1.1" status: 200 len: 210 time: 0.0298905 Jul 26 05:06:35.105136 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6b3040a-622c-47e4-9226-cf0fb928e18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (af3e5320-9a6b-433a-9320-a5656f454f59), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:35.108083 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e6b3040a-622c-47e4-9226-cf0fb928e18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:35.112867 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e6b3040a-622c-47e4-9226-cf0fb928e18c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/af3e5320-9a6b-433a-9320-a5656f454f59 HTTP/1.1" status: 204 len: 168 time: 0.1406379 Jul 26 05:06:35.121456 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3040a-622c-47e4-9226-cf0fb928e18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3e5320-9a6b-433a-9320-a5656f454f59,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:35.319587 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 63142c94-e594-4d8f-8778-ebeaf74cebb6 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:06:35.339690 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 63142c94-e594-4d8f-8778-ebeaf74cebb6 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:06:35.340063 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 63142c94-e594-4d8f-8778-ebeaf74cebb6 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:06:35.340514 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 5eb2b910-c77c-4281-a262-809b29eb8000 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:06:35.359087 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 5eb2b910-c77c-4281-a262-809b29eb8000 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:06:35.359434 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 5eb2b910-c77c-4281-a262-809b29eb8000 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:06:35.359887 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 3604ac4d-95d1-47a6-90b1-3872556099ba no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:06:35.378229 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 3604ac4d-95d1-47a6-90b1-3872556099ba {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:06:35.378576 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 3604ac4d-95d1-47a6-90b1-3872556099ba not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:06:36.428563 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-12452592-61c7-44bd-8170-e864cacaeae6 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:36.430305 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-12452592-61c7-44bd-8170-e864cacaeae6 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/networks?id=4b557bf1-ddc6-4648-bd73-0fa056e3765b HTTP/1.1" status: 200 len: 809 time: 0.1090114 Jul 26 05:06:36.442470 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:36.446964 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-ee5724c9-1c7c-48a3-8b96-35d6aea952fa tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/quotas/a30ecee1cac84583bb0e1c74eb333314 HTTP/1.1" status: 200 len: 375 time: 0.0112979 Jul 26 05:06:36.485352 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7daacf11-da9c-4b92-b5d5-52312c1eac98 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=a30ecee1cac84583bb0e1c74eb333314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282631 Jul 26 05:06:36.583808 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-05b1d9cf-ed62-46fb-8f4c-fd9d65c7c80b service neutron] 10.222.0.17 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911584 Jul 26 05:06:36.674632 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-6ce67d39-2568-4efc-ba06-08eeff2483fc service neutron] 10.222.0.17 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850327 Jul 26 05:06:36.850575 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c13c6c9c-a21f-4f24-8ac4-50e9a86baa96 req-de4572ec-d203-4c9d-9e4f-32138bf08437 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 210 time: 0.0340302 Jul 26 05:06:37.984366 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2c62610a-9d73-4c53-a03a-5c99be16352b req-321f80ef-e2f3-4242-afea-283f417bc366 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 210 time: 0.0405695 Jul 26 05:06:38.041964 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-51b9d5b1-e852-4302-b470-594c031a2012 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:38.043565 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-51b9d5b1-e852-4302-b470-594c031a2012 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.52 "GET /v2.0/networks?id=4b557bf1-ddc6-4648-bd73-0fa056e3765b HTTP/1.1" status: 200 len: 809 time: 0.1571553 Jul 26 05:06:38.085684 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Request body: {'port': {'device_id': '19ef8ebe-6090-4378-a088-253fced14340', 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b', 'admin_state_up': True, 'tenant_id': 'a30ecee1cac84583bb0e1c74eb333314'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:06:38.198355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Made reservation on behalf of a30ecee1cac84583bb0e1c74eb333314 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:06:38.201755 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:38.301261 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device e0e2d27e-2a71-4b67-b6d0-d23287acc24f no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:06:38.323900 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: e0e2d27e-2a71-4b67-b6d0-d23287acc24f {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:06:38.324251 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device e0e2d27e-2a71-4b67-b6d0-d23287acc24f not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:06:38.334113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Allocated IP 172.20.0.3 (4b557bf1-ddc6-4648-bd73-0fa056e3765b/1c2f8bc4-b88d-4214-a46b-d61413ebeffa/b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:06:38.419908 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:38.484219 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks [] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:38.530141 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:38.536754 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:38.579760 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Network 4b557bf1-ddc6-4648-bd73-0fa056e3765b is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:06:38.585724 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:06:38.594355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:06:38.598864 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Pushing event updated for resources: {'Port': ['ID=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:38.644023 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:38.644541 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:38.665771 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-7517c035-c40a-453d-8fa7-f21e97c2b6e4 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872533 Jul 26 05:06:38.686354 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Request body: {'port': {'device_id': '19ef8ebe-6090-4378-a088-253fced14340', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:06:39.025791 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:39.071446 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:39.073876 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:39.166173 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c66155-e730-4a30-ac7c-face05092be8 req-076c5f53-1445-4387-9fc2-d485bab8d89e tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:39.167695 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3c66155-e730-4a30-ac7c-face05092be8 req-076c5f53-1445-4387-9fc2-d485bab8d89e tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 931 time: 0.1051459 Jul 26 05:06:39.294248 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3c66155-e730-4a30-ac7c-face05092be8 req-c4425bfd-b73d-41e8-9d1e-99c404f8ec0a tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202660 Jul 26 05:06:39.391918 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:06:39.399635 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Publish callbacks [] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:39.412705 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Transition to ACTIVE for port object b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:06:39.416820 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:39.474603 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:39.481720 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:39.558119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Attempting to bind port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:06:39.558374 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Attempting to bind port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': 'fe06f815-13a3-4ff0-8a56-08173a9d3b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:06:39.558701 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Attempting to bind port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 on network 4b557bf1-ddc6-4648-bd73-0fa056e3765b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:06:39.563500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 on network 4b557bf1-ddc6-4648-bd73-0fa056e3765b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:06:39.563813 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Attempting to bind port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 on network 4b557bf1-ddc6-4648-bd73-0fa056e3765b {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:06:39.568791 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:06:39.569127 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Checking segment: {'id': 'fe06f815-13a3-4ff0-8a56-08173a9d3b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:06:39.569505 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Bound using segment: {'id': 'fe06f815-13a3-4ff0-8a56-08173a9d3b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:06:39.569925 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Bound port: b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe06f815-13a3-4ff0-8a56-08173a9d3b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:06:39.570394 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:39.635794 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] For port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:06:39.638886 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] For port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:06:39.646010 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:39.684777 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:39.685416 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:39.687168 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] 10.222.0.52 "PUT /v2.0/ports/b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 HTTP/1.1" status: 200 len: 1093 time: 1.0052142 Jul 26 05:06:39.687586 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ef8ebe-6090-4378-a088-253fced14340', 'tag': 'b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:39.689889 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a81159-41f0-4009-9ac3-b4f97a58d9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "19ef8ebe-6090-4378-a088-253fced14340", "tag": "b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:39.710851 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe4588-75ad-4409-8496-ce3691d8d13a service neutron] Pushing event updated for resources: {'Port': ['ID=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:39.731990 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c224e6bb-8c4f-4052-b370-e42fffb4b2c3 x-openstack-request-id: req-c224e6bb-8c4f-4052-b370-e42fffb4b2c3 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:39.732264 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ef8ebe-6090-4378-a088-253fced14340", "tag": "b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:39.732520 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c224e6bb-8c4f-4052-b370-e42fffb4b2c3 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:39.732934 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c224e6bb-8c4f-4052-b370-e42fffb4b2c3'] response: {'name': 'network-changed', 'server_uuid': '19ef8ebe-6090-4378-a088-253fced14340', 'tag': 'b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035', 'status': 'completed', 'code': 200} Jul 26 05:06:39.800298 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-8fb43660-c56c-44f1-a838-dc2469c130db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:39.801836 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-8fb43660-c56c-44f1-a838-dc2469c130db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a30ecee1cac84583bb0e1c74eb333314&device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 1127 time: 0.0442686 Jul 26 05:06:39.856358 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-293b978a-6408-4dc2-8e64-433737ae40ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 HTTP/1.1" status: 200 len: 217 time: 0.0337985 Jul 26 05:06:39.906707 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-b60a9a1c-7498-4a19-854d-df1477afd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:39.908207 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-b60a9a1c-7498-4a19-854d-df1477afd97e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c2f8bc4-b88d-4214-a46b-d61413ebeffa HTTP/1.1" status: 200 len: 849 time: 0.0451963 Jul 26 05:06:39.923188 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:39.945252 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-cd2cfc23-4c9e-48cd-ab07-e24399dcb369 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b557bf1-ddc6-4648-bd73-0fa056e3765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290885 Jul 26 05:06:40.044026 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-03e2d00c-73a6-4fc0-a72d-ec6cfe25342f service neutron] 10.222.0.52 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927386 Jul 26 05:06:40.140470 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6daf2df5-f986-4a77-b4b8-27143add41f1 req-d65ecd1f-fe81-49d4-81e7-8b35f0c43dfd service neutron] 10.222.0.52 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899529 Jul 26 05:06:40.438622 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39d1a0-8d67-49ea-af3f-48a96e8b3b21 req-d6a66c51-3abe-41e2-843c-8b45c72875e6 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:40.440119 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f39d1a0-8d67-49ea-af3f-48a96e8b3b21 req-d6a66c51-3abe-41e2-843c-8b45c72875e6 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 943 time: 0.0550141 Jul 26 05:06:40.488097 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f39d1a0-8d67-49ea-af3f-48a96e8b3b21 req-3477e5a2-dbf5-49c6-98b6-392623091078 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419865 Jul 26 05:06:41.042521 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-dce73998-a7c9-4b59-8552-716faf464fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:41.044247 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-dce73998-a7c9-4b59-8552-716faf464fe5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a30ecee1cac84583bb0e1c74eb333314&device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 1127 time: 0.0423372 Jul 26 05:06:41.143612 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-c7df704d-3d60-4037-a9cb-a9921abc67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:41.145192 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-c7df704d-3d60-4037-a9cb-a9921abc67a9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b557bf1-ddc6-4648-bd73-0fa056e3765b HTTP/1.1" status: 200 len: 910 time: 0.0943043 Jul 26 05:06:41.187618 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-9579ce6f-a086-4b36-99bc-37e115eefe38 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 HTTP/1.1" status: 200 len: 217 time: 0.0347462 Jul 26 05:06:41.250008 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-14b66186-2a36-406b-9832-45528302a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:41.251600 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-14b66186-2a36-406b-9832-45528302a0c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1c2f8bc4-b88d-4214-a46b-d61413ebeffa HTTP/1.1" status: 200 len: 849 time: 0.0574796 Jul 26 05:06:41.288836 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-560701d3-2621-4ec4-a5ae-2ff5f71547aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b557bf1-ddc6-4648-bd73-0fa056e3765b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307736 Jul 26 05:06:41.381885 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-a1ed3740-19d8-4121-9006-7151ae09839f service neutron] 10.222.0.52 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863626 Jul 26 05:06:41.436095 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:41.479866 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25a81159-41f0-4009-9ac3-b4f97a58d9b9 req-e9b801bd-0e90-47a7-84ed-7dd1818a11d1 service neutron] 10.222.0.52 "GET /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916481 Jul 26 05:06:41.629470 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd195cf-d560-4183-a40b-bfcb555fa9dc req-c5d4edc1-3e24-439e-aeff-3fc63d17a1d0 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:41.630950 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2dd195cf-d560-4183-a40b-bfcb555fa9dc req-c5d4edc1-3e24-439e-aeff-3fc63d17a1d0 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 943 time: 0.0576375 Jul 26 05:06:41.692428 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2dd195cf-d560-4183-a40b-bfcb555fa9dc req-a55e757a-e475-4120-8b30-f21534ce7206 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Jul 26 05:06:42.429196 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:42.831483 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212004b-267e-4137-8f63-91463b3f8a27 req-20a4911b-9650-40cd-8e3e-a116f2006820 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:42.833332 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3212004b-267e-4137-8f63-91463b3f8a27 req-20a4911b-9650-40cd-8e3e-a116f2006820 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 943 time: 0.0664442 Jul 26 05:06:42.882235 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3212004b-267e-4137-8f63-91463b3f8a27 req-eb47d08b-dbb3-48c9-85dd-7a5dfe2f1d28 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Jul 26 05:06:43.563168 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2f01b5b1-cd65-4d35-a9a0-24c56a05dc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:44.008556 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3a33d-5cdd-4e32-8e9f-34154a447523 req-b63406f8-1f19-4827-aa7b-da3f0652623f tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:44.009955 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5c3a33d-5cdd-4e32-8e9f-34154a447523 req-b63406f8-1f19-4827-aa7b-da3f0652623f tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 943 time: 0.0517030 Jul 26 05:06:44.060942 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5c3a33d-5cdd-4e32-8e9f-34154a447523 req-01a6d7a1-078f-4784-813b-e65f533bec90 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Jul 26 05:06:44.332267 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:06:44.439611 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:44.451803 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035', 'network_id': '4b557bf1-ddc6-4648-bd73-0fa056e3765b', 'port_id': 'b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035', 'mac_address': 'fa:16:3e:3f:c2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2f8bc4-b88d-4214-a46b-d61413ebeffa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:06:44.494329 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:44.494673 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:44.508496 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:06:44.528559 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:44.538948 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:44.587054 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:44.858475 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:06:44.993662 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:45.117183 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:45.120266 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:45.169719 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:45.190876 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9589201-4e12-4a63-9371-5f559bbaabf5 req-179f46c7-7f24-42a5-8806-c68a6459009f tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:45.192421 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9589201-4e12-4a63-9371-5f559bbaabf5 req-179f46c7-7f24-42a5-8806-c68a6459009f tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 944 time: 0.0565734 Jul 26 05:06:45.250394 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d9589201-4e12-4a63-9371-5f559bbaabf5 req-7ec36394-0292-4c65-9c9c-146e8a4f5fa1 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519037 Jul 26 05:06:45.710383 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0ea7868d-f3bd-4bc6-b540-534b6842eaaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:46.345714 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:06:46.374005 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459df84-6dc5-4c3c-8f56-1e59c7ed543f req-4783b771-ee24-41fa-aaf0-27b47dea9c41 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:46.375680 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b459df84-6dc5-4c3c-8f56-1e59c7ed543f req-4783b771-ee24-41fa-aaf0-27b47dea9c41 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 944 time: 0.0506132 Jul 26 05:06:46.395205 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:06:46.402311 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:06:46.402868 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:46.428349 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b459df84-6dc5-4c3c-8f56-1e59c7ed543f req-d8268e3e-3f6d-42b8-a793-b7f2bbe2e71c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468652 Jul 26 05:06:46.486351 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:06:46.486659 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:46.511178 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ef8ebe-6090-4378-a088-253fced14340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:46.513745 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c279ce-075e-4ad3-9791-3c1e7f6fe55b" -d '{"events": [{"server_uuid": "19ef8ebe-6090-4378-a088-253fced14340", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:46.527066 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:46.532062 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:46.563414 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137b6077-ed56-4e86-963b-d81f5e737551 x-openstack-request-id: req-137b6077-ed56-4e86-963b-d81f5e737551 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:46.563739 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ef8ebe-6090-4378-a088-253fced14340", "name": "network-vif-plugged", "status": "completed", "tag": "b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:46.564124 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-137b6077-ed56-4e86-963b-d81f5e737551 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:46.564634 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137b6077-ed56-4e86-963b-d81f5e737551'] response: {'server_uuid': '19ef8ebe-6090-4378-a088-253fced14340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035', 'code': 200} Jul 26 05:06:46.596571 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:46.794060 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe8907-6d0f-4bd9-ab0a-79b344989c5a req-67180dc9-50d6-4e5c-aaf5-449408f88fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:46.795516 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eafe8907-6d0f-4bd9-ab0a-79b344989c5a req-67180dc9-50d6-4e5c-aaf5-449408f88fcf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 1129 time: 0.0416503 Jul 26 05:06:46.844478 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eafe8907-6d0f-4bd9-ab0a-79b344989c5a req-69aec079-1ad6-4a16-a294-12536c4a7e15 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Jul 26 05:06:46.966889 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:47.558338 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0764a9-28eb-4ebd-9419-32eac0c2719d req-f32f75eb-accd-46a9-8f93-76b26fc46196 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:47.559860 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3e0764a9-28eb-4ebd-9419-32eac0c2719d req-f32f75eb-accd-46a9-8f93-76b26fc46196 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 945 time: 0.0552540 Jul 26 05:06:47.611704 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3e0764a9-28eb-4ebd-9419-32eac0c2719d req-82825b20-bccd-42cd-9e05-243a0bac9d87 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Jul 26 05:06:48.364613 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:48.686491 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:48.739104 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b54298-d3ce-48a6-a3dd-19f305b3f9f9 req-313e6a52-1185-4e26-afc3-d94ea799cd87 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:48.740623 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22b54298-d3ce-48a6-a3dd-19f305b3f9f9 req-313e6a52-1185-4e26-afc3-d94ea799cd87 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 945 time: 0.0473535 Jul 26 05:06:48.788041 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22b54298-d3ce-48a6-a3dd-19f305b3f9f9 req-7a10fa78-b45f-4da9-a0b9-8eb20b355c48 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414705 Jul 26 05:06:49.646656 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ce587-a5bd-40d2-bba6-4d703e38b7d8 req-102decdf-e959-4bde-aaaa-49747f6f7114 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:49.648145 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-260ce587-a5bd-40d2-bba6-4d703e38b7d8 req-102decdf-e959-4bde-aaaa-49747f6f7114 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 945 time: 0.0588665 Jul 26 05:06:49.706904 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-260ce587-a5bd-40d2-bba6-4d703e38b7d8 req-19fbdef8-6aa6-4baf-932b-de966d24c5bd tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526979 Jul 26 05:06:50.839435 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74685c04-6dbf-4d0f-b8fa-864b0fcd6af6 req-6babecda-d3e5-4fd1-ab44-83d169b1d789 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:50.841674 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-74685c04-6dbf-4d0f-b8fa-864b0fcd6af6 req-6babecda-d3e5-4fd1-ab44-83d169b1d789 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 945 time: 0.0566316 Jul 26 05:06:50.896790 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-74685c04-6dbf-4d0f-b8fa-864b0fcd6af6 req-502ee6eb-ae73-4f57-8d50-4e2eff848d64 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/security-groups?id=e46241b5-dc8b-4142-8a55-2853606d183b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490487 Jul 26 05:06:51.297965 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:51.307410 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-deaf831f-5f33-4460-86cd-8ffa81a601b3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:51.309184 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-deaf831f-5f33-4460-86cd-8ffa81a601b3 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.52 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 945 time: 0.0521038 Jul 26 05:06:51.397437 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Deleting port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:06:51.397786 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:51.488584 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] For port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,segment=NetworkSegment(fe06f815-13a3-4ff0-8a56-08173a9d3b62),segment_id=fe06f815-13a3-4ff0-8a56-08173a9d3b62)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:06:51.488946 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:51.502479 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Calling delete_port for b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:06:51.612350 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:51.645642 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:51.674625 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Pushing event deleted for resources: {'Port': ['ID=b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:51.687533 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:06:51.724019 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] No DVR routers for this DVR port b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:06:51.726768 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:51.730205 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b9ea05f-5856-4bb6-ac5b-63362a930b5c req-aede3136-2435-4cb6-abf6-4f789da33f7c tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.52 "DELETE /v2.0/ports/b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 HTTP/1.1" status: 204 len: 173 time: 0.4155266 Jul 26 05:06:51.730678 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ef8ebe-6090-4378-a088-253fced14340', 'name': 'network-vif-deleted', 'tag': 'b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:06:51.735966 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2893a9a5-9de9-468a-88a1-a320a2111700" -d '{"events": [{"server_uuid": "19ef8ebe-6090-4378-a088-253fced14340", "name": "network-vif-deleted", "tag": "b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:06:51.779074 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e2f4d0-d307-4905-af56-b7ab51c21c48 x-openstack-request-id: req-c4e2f4d0-d307-4905-af56-b7ab51c21c48 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:06:51.779590 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ef8ebe-6090-4378-a088-253fced14340", "name": "network-vif-deleted", "tag": "b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:06:51.780029 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c4e2f4d0-d307-4905-af56-b7ab51c21c48 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:06:51.780616 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e2f4d0-d307-4905-af56-b7ab51c21c48'] response: {'server_uuid': '19ef8ebe-6090-4378-a088-253fced14340', 'name': 'network-vif-deleted', 'tag': 'b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035', 'status': 'completed', 'code': 200} Jul 26 05:06:52.013674 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772d6c5b-c9e2-4ff2-ac1d-94cde0def397 req-026ecc54-a63b-4530-ad96-4a3ee24a3676 tempest-VolumesActionsTest-479219644 tempest-VolumesActionsTest-479219644-project] 10.222.0.17 "GET /v2.0/ports?device_id=19ef8ebe-6090-4378-a088-253fced14340 HTTP/1.1" status: 200 len: 210 time: 0.0290661 Jul 26 05:06:52.207023 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51386) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:52.328025 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:52.411042 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Publish callbacks [] for security_group (6b851c94-3132-4b87-8ad4-d862b861019f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:52.415523 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (6b851c94-3132-4b87-8ad4-d862b861019f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:52.454912 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b851c94-3132-4b87-8ad4-d862b861019f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:52.459071 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=72291247e36c443aaded96abab1e8b2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509699 Jul 26 05:06:52.462254 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51390) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:52.465342 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.465679 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.466016 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.466355 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.466715 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.467042 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.467370 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.467695 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.468022 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.468346 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.468672 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.468997 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.469316 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.469635 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.469990 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37898dca-405d-4d9d-ba0f-f66cdd399e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:06:52.513043 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2e5a-8bfc-46df-97d4-a63ff8143f4f admin admin] Publish callbacks [] for security_group (6b851c94-3132-4b87-8ad4-d862b861019f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:52.535172 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2e5a-8bfc-46df-97d4-a63ff8143f4f admin admin] Publish callbacks [] for security_group (6b851c94-3132-4b87-8ad4-d862b861019f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:52.592665 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2e5a-8bfc-46df-97d4-a63ff8143f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (6b851c94-3132-4b87-8ad4-d862b861019f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:52.595245 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b4c2e5a-8bfc-46df-97d4-a63ff8143f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:52.596633 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4b4c2e5a-8bfc-46df-97d4-a63ff8143f4f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6b851c94-3132-4b87-8ad4-d862b861019f HTTP/1.1" status: 204 len: 168 time: 0.1333661 Jul 26 05:06:52.604983 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c2e5a-8bfc-46df-97d4-a63ff8143f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b851c94-3132-4b87-8ad4-d862b861019f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:52.899902 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51396) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:52.913927 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dacb232c-c716-424b-988e-f1c4970b123b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:52.999050 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dacb232c-c716-424b-988e-f1c4970b123b admin admin] Publish callbacks [] for security_group (06e93172-1cf4-4ce5-81fa-b50e2c9c8b10), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:53.004700 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dacb232c-c716-424b-988e-f1c4970b123b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (06e93172-1cf4-4ce5-81fa-b50e2c9c8b10), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:53.044535 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-dacb232c-c716-424b-988e-f1c4970b123b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6565d92856c24b4c8c3df77fa6f6f9fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435220 Jul 26 05:06:53.045370 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb232c-c716-424b-988e-f1c4970b123b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e93172-1cf4-4ce5-81fa-b50e2c9c8b10,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:53.047505 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51400) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:53.103330 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f825d53-b461-4ce3-80ca-e7a922236e19 admin admin] Publish callbacks [] for security_group (06e93172-1cf4-4ce5-81fa-b50e2c9c8b10), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:53.126712 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f825d53-b461-4ce3-80ca-e7a922236e19 admin admin] Publish callbacks [] for security_group (06e93172-1cf4-4ce5-81fa-b50e2c9c8b10), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:53.175454 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f825d53-b461-4ce3-80ca-e7a922236e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (06e93172-1cf4-4ce5-81fa-b50e2c9c8b10), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:53.178434 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1f825d53-b461-4ce3-80ca-e7a922236e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:53.179694 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1f825d53-b461-4ce3-80ca-e7a922236e19 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/06e93172-1cf4-4ce5-81fa-b50e2c9c8b10 HTTP/1.1" status: 204 len: 168 time: 0.1306465 Jul 26 05:06:53.189597 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f825d53-b461-4ce3-80ca-e7a922236e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e93172-1cf4-4ce5-81fa-b50e2c9c8b10,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:56.694825 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:06:56.715028 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:06:56.715365 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device b7aa0b96-1fa6-4745-b8d2-ed2bdc0ca035 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:06:58.810489 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51552) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:58.957765 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23d84847-0a34-42ca-b969-be0adfd60c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.074077 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23d84847-0a34-42ca-b969-be0adfd60c2c admin admin] Publish callbacks [] for security_group (f40dd037-d380-4b59-bece-60534d0b5f3e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.075126 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:59.079623 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23d84847-0a34-42ca-b969-be0adfd60c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f40dd037-d380-4b59-bece-60534d0b5f3e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.122090 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d84847-0a34-42ca-b969-be0adfd60c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40dd037-d380-4b59-bece-60534d0b5f3e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:59.132219 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-23d84847-0a34-42ca-b969-be0adfd60c2c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6d2a52aa395a41c1b3ab7eb4b2ba7f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195739 Jul 26 05:06:59.134326 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51560) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:59.196737 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3dfad92-1327-4f52-b66c-0e04b812b45b admin admin] Publish callbacks [] for security_group (f40dd037-d380-4b59-bece-60534d0b5f3e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.219936 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3dfad92-1327-4f52-b66c-0e04b812b45b admin admin] Publish callbacks [] for security_group (f40dd037-d380-4b59-bece-60534d0b5f3e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.277454 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3dfad92-1327-4f52-b66c-0e04b812b45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f40dd037-d380-4b59-bece-60534d0b5f3e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.280144 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3dfad92-1327-4f52-b66c-0e04b812b45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.284078 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e3dfad92-1327-4f52-b66c-0e04b812b45b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f40dd037-d380-4b59-bece-60534d0b5f3e HTTP/1.1" status: 204 len: 168 time: 0.1487005 Jul 26 05:06:59.293793 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dfad92-1327-4f52-b66c-0e04b812b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40dd037-d380-4b59-bece-60534d0b5f3e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:59.314211 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:59.712806 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51576) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:59.717095 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baad47-5926-43b5-ad4b-63a841159677 req-95c75c7f-5ffe-44f1-8377-2c49a9d1a497 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:06:59.718922 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24baad47-5926-43b5-ad4b-63a841159677 req-95c75c7f-5ffe-44f1-8377-2c49a9d1a497 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 947 time: 0.0759463 Jul 26 05:06:59.726838 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85290668-f912-4547-b15e-f2b4ffebc132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.788421 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24baad47-5926-43b5-ad4b-63a841159677 req-46185408-0b34-4438-90a7-55c8b40829f6 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606394 Jul 26 05:06:59.812951 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85290668-f912-4547-b15e-f2b4ffebc132 admin admin] Publish callbacks [] for security_group (5d47e27e-cd36-47a6-8c7d-610a1898da9e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.818823 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-85290668-f912-4547-b15e-f2b4ffebc132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (5d47e27e-cd36-47a6-8c7d-610a1898da9e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.829148 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:06:59.888350 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-85290668-f912-4547-b15e-f2b4ffebc132 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dd0c79f461aa40c28e83b2182de392a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739299 Jul 26 05:06:59.890553 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51578) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:06:59.898296 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85290668-f912-4547-b15e-f2b4ffebc132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d47e27e-cd36-47a6-8c7d-610a1898da9e,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:06:59.951508 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a0859100-01d1-48de-9724-3f3dc561fba3 admin admin] Publish callbacks [] for security_group (5d47e27e-cd36-47a6-8c7d-610a1898da9e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.974873 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a0859100-01d1-48de-9724-3f3dc561fba3 admin admin] Publish callbacks [] for security_group (5d47e27e-cd36-47a6-8c7d-610a1898da9e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:06:59.980731 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:00.037500 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a0859100-01d1-48de-9724-3f3dc561fba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (5d47e27e-cd36-47a6-8c7d-610a1898da9e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:00.041896 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a0859100-01d1-48de-9724-3f3dc561fba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:00.043852 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a0859100-01d1-48de-9724-3f3dc561fba3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5d47e27e-cd36-47a6-8c7d-610a1898da9e HTTP/1.1" status: 204 len: 168 time: 0.1519344 Jul 26 05:07:00.055671 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0859100-01d1-48de-9724-3f3dc561fba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d47e27e-cd36-47a6-8c7d-610a1898da9e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:00.305191 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:07:00.937882 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4100a8-f49b-4a1c-98e4-922f4ed420a1 req-06570512-f4ea-4b2f-a402-5aa0f6a1378b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:00.940054 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d4100a8-f49b-4a1c-98e4-922f4ed420a1 req-06570512-f4ea-4b2f-a402-5aa0f6a1378b tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 947 time: 0.0574224 Jul 26 05:07:01.025635 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d4100a8-f49b-4a1c-98e4-922f4ed420a1 req-134f6fb2-306f-437b-9e5c-597a10c55321 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups?id=e75a095a-d48b-4bb5-a8df-97247f74f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791388 Jul 26 05:07:01.232429 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:01.244266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:01.266569 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-031a25e5-8aa5-4c3f-bb9e-9cfa13933cd9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:01.267953 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-031a25e5-8aa5-4c3f-bb9e-9cfa13933cd9 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 947 time: 0.0650806 Jul 26 05:07:01.371850 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Deleting port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:07:01.372185 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:01.479466 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] For port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:01.479919 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:01.698419 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:01.698932 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (956cb539-6a68-4a62-8c69-1d34fd503020), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:01.699254 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Floating IP 956cb539-6a68-4a62-8c69-1d34fd503020 disassociated. External IP: 172.27.3.51, port: 19c54117-94e3-4ff4-a8ce-06b6514cd2e6. Jul 26 05:07:01.699811 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Calling delete_port for 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:07:01.911368 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (19c54117-94e3-4ff4-a8ce-06b6514cd2e6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:01.959098 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event deleted for resources: {'Port': ['ID=19c54117-94e3-4ff4-a8ce-06b6514cd2e6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:01.964382 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-9d2bd77b-9b9e-44c9-badc-8fd325925b5d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932138 Jul 26 05:07:02.132430 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-1910c1c6-d0d5-4640-980b-5198970fef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:02.134319 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-1910c1c6-d0d5-4640-980b-5198970fef6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 1129 time: 0.0652668 Jul 26 05:07:02.196756 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b0ad521-cca9-46ae-9c6c-605f9f6b6446 req-983a588a-d02d-4f27-8725-27e0ecab8f8f tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 210 time: 0.0455494 Jul 26 05:07:02.287331 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Router 02502522-c056-4f39-a5d0-08ca48135a2c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:07:02.358026 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:02.368629 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:02.431010 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-7a2a587b-4f8f-47e3-8436-5f22cdcb8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:02.432574 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-7a2a587b-4f8f-47e3-8436-5f22cdcb8300 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.2381392 Jul 26 05:07:02.546656 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:02.559250 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] Sync routers for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:02.568254 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-ca2261e0-10a2-4f87-a5d2-38a461357d52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e6a160-dc8d-420e-9018-7b77f693900b HTTP/1.1" status: 200 len: 1001 time: 0.1248722 Jul 26 05:07:02.578606 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:02.583771 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:02.643686 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] No DVR routers for this DVR port 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:07:02.663179 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:02.666977 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5fb601f-47d2-43f2-9510-0a10cd631d82 req-eda6f2b6-5a1a-4cc5-8c41-c9fdd7a2aef4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.52 "DELETE /v2.0/ports/19c54117-94e3-4ff4-a8ce-06b6514cd2e6 HTTP/1.1" status: 204 len: 173 time: 1.3910336 Jul 26 05:07:02.667481 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-deleted', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:07:02.669917 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe464c32-fc16-4cc6-8401-c66227a376b3" -d '{"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-deleted", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:07:02.698819 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-028f405e-5402-4d74-91b4-64a1b63c5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:02.702186 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-028f405e-5402-4d74-91b4-64a1b63c5867 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.1126735 Jul 26 05:07:02.729626 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:02.764955 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea511e3-38e9-4868-bbb9-5fef5e430ae1 x-openstack-request-id: req-1ea511e3-38e9-4868-bbb9-5fef5e430ae1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:07:02.766734 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e577df-08fa-4428-a9a2-44458ca27e2a", "name": "network-vif-deleted", "tag": "19c54117-94e3-4ff4-a8ce-06b6514cd2e6", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:07:02.766734 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1ea511e3-38e9-4868-bbb9-5fef5e430ae1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:07:02.767125 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea511e3-38e9-4868-bbb9-5fef5e430ae1'] response: {'server_uuid': 'e2e577df-08fa-4428-a9a2-44458ca27e2a', 'name': 'network-vif-deleted', 'tag': '19c54117-94e3-4ff4-a8ce-06b6514cd2e6', 'status': 'completed', 'code': 200} Jul 26 05:07:02.803101 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-f77cc84a-b23b-4ffe-af09-d71f356c68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:02.804664 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-f77cc84a-b23b-4ffe-af09-d71f356c68fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0952866 Jul 26 05:07:02.806825 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:02.948526 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-78789dc3-f2ba-4677-9816-2f31b130a3ba service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316559 Jul 26 05:07:03.033279 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:03.219117 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] Checking router: 02502522-c056-4f39-a5d0-08ca48135a2c for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:03.237090 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:03.237736 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:03.394041 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:03.407407 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a0015c4-586f-4a6c-ac8c-2c43e809c8a9 req-c33a3bd8-84d7-44c8-8713-e51bf3c2eb74 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375903 Jul 26 05:07:03.535744 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e6a2f06-bc00-41d2-9b23-89e8b21b4a6e req-994cf385-28af-4fbc-b919-66bfaba3e91a tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/ports?device_id=e2e577df-08fa-4428-a9a2-44458ca27e2a HTTP/1.1" status: 200 len: 210 time: 0.0736458 Jul 26 05:07:03.737084 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:03.766213 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f16dc8-d904-4f7a-8cae-c4f90c52fcf1 None None] The sync data for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi is: [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:00:04Z', 'revision_number': 4, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '058e0acf-866f-470f-9d50-e6ef80ec412e', 'name': '', 'network_id': 'b59dfcee-9319-4218-b70b-67be8305e37d', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'mac_address': 'fa:16:3e:ec:46:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:00:03Z', 'updated_at': '2022-07-26T05:00:22Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'subnets': [{'id': '30a12777-e5f7-4c1d-97a2-fde459216aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:04.021589 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c86c6-e5c0-4b65-8c5c-3cbd8253fc1f None None] New status for floating IP 956cb539-6a68-4a62-8c69-1d34fd503020: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:07:04.659669 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51686) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:04.740513 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54662021-9b27-4f15-ab25-8479c38b7a1c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (e75a095a-d48b-4bb5-a8df-97247f74f0c6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:04.775780 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54662021-9b27-4f15-ab25-8479c38b7a1c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (e75a095a-d48b-4bb5-a8df-97247f74f0c6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:04.846782 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54662021-9b27-4f15-ab25-8479c38b7a1c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e75a095a-d48b-4bb5-a8df-97247f74f0c6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:04.849945 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54662021-9b27-4f15-ab25-8479c38b7a1c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:04.854057 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-54662021-9b27-4f15-ab25-8479c38b7a1c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "DELETE /v2.0/security-groups/e75a095a-d48b-4bb5-a8df-97247f74f0c6 HTTP/1.1" status: 204 len: 168 time: 0.1907179 Jul 26 05:07:04.855153 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51696) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:04.864235 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54662021-9b27-4f15-ab25-8479c38b7a1c tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75a095a-d48b-4bb5-a8df-97247f74f0c6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:04.874608 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.api.v2.resource [None req-3a471da7-b578-4fd7-a735-7e80b3c15f97 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] show failed (client error): The resource could not be found. Jul 26 05:07:04.879326 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-3a471da7-b578-4fd7-a735-7e80b3c15f97 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "GET /v2.0/security-groups/e75a095a-d48b-4bb5-a8df-97247f74f0c6 HTTP/1.1" status: 404 len: 347 time: 0.0224249 Jul 26 05:07:04.880668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51698) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:05.025272 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Deleting port d577d1aa-1a4d-4551-a024-8e86c2e17d3e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:07:05.025668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (d577d1aa-1a4d-4551-a024-8e86c2e17d3e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:05.127837 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (d577d1aa-1a4d-4551-a024-8e86c2e17d3e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:05.128172 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (d577d1aa-1a4d-4551-a024-8e86c2e17d3e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:05.142638 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Calling delete_port for d577d1aa-1a4d-4551-a024-8e86c2e17d3e owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:07:05.225571 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:05.301340 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:05.325475 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (d577d1aa-1a4d-4551-a024-8e86c2e17d3e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:05.350095 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Pushing event deleted for resources: {'Port': ['ID=d577d1aa-1a4d-4551-a024-8e86c2e17d3e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:05.430575 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks [] for floatingip (956cb539-6a68-4a62-8c69-1d34fd503020), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:05.433213 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:05.436027 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e39a00fb-2186-4e0c-8106-35722c5a77d4 tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] 10.222.0.17 "DELETE /v2.0/floatingips/956cb539-6a68-4a62-8c69-1d34fd503020 HTTP/1.1" status: 204 len: 168 time: 0.5541615 Jul 26 05:07:06.689716 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:07:06.739515 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:07:06.740188 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 19c54117-94e3-4ff4-a8ce-06b6514cd2e6 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:07:06.744673 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51744) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:06.890275 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0e418e7b-f324-446f-a9c2-b44a7c3ff853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:06.998017 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0e418e7b-f324-446f-a9c2-b44a7c3ff853 admin admin] Publish callbacks [] for security_group (fb5a4419-ff12-41fe-a6a2-110dea66f610), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.003219 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0e418e7b-f324-446f-a9c2-b44a7c3ff853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (fb5a4419-ff12-41fe-a6a2-110dea66f610), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.060957 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e418e7b-f324-446f-a9c2-b44a7c3ff853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5a4419-ff12-41fe-a6a2-110dea66f610,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:07.065378 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0e418e7b-f324-446f-a9c2-b44a7c3ff853 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=007721dd02ad43e79cb6380dcf2a2dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193350 Jul 26 05:07:07.068164 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51752) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:07.135948 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1dda52c2-ed8d-4921-934e-b3e21fa67825 admin admin] Publish callbacks [] for security_group (fb5a4419-ff12-41fe-a6a2-110dea66f610), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.161570 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1dda52c2-ed8d-4921-934e-b3e21fa67825 admin admin] Publish callbacks [] for security_group (fb5a4419-ff12-41fe-a6a2-110dea66f610), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.243797 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1dda52c2-ed8d-4921-934e-b3e21fa67825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (fb5a4419-ff12-41fe-a6a2-110dea66f610), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.250657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1dda52c2-ed8d-4921-934e-b3e21fa67825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.252210 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1dda52c2-ed8d-4921-934e-b3e21fa67825 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fb5a4419-ff12-41fe-a6a2-110dea66f610 HTTP/1.1" status: 204 len: 168 time: 0.1830814 Jul 26 05:07:07.262913 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda52c2-ed8d-4921-934e-b3e21fa67825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5a4419-ff12-41fe-a6a2-110dea66f610,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:07.613468 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51762) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:07.628783 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e7aaaaa-e85a-45b7-bce0-f64208af63c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.745470 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e7aaaaa-e85a-45b7-bce0-f64208af63c3 admin admin] Publish callbacks [] for security_group (d5cb0f4b-e4bd-42d1-b815-1ccdc3326723), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.750302 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4e7aaaaa-e85a-45b7-bce0-f64208af63c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d5cb0f4b-e4bd-42d1-b815-1ccdc3326723), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.785768 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7aaaaa-e85a-45b7-bce0-f64208af63c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb0f4b-e4bd-42d1-b815-1ccdc3326723,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:07.804377 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51768) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:07.804855 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4e7aaaaa-e85a-45b7-bce0-f64208af63c3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eef3aca2935f471da315b629d45c5712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897688 Jul 26 05:07:07.872680 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0348634-dd30-4aa6-ba53-30cff8863e35 admin admin] Publish callbacks [] for security_group (d5cb0f4b-e4bd-42d1-b815-1ccdc3326723), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.898714 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0348634-dd30-4aa6-ba53-30cff8863e35 admin admin] Publish callbacks [] for security_group (d5cb0f4b-e4bd-42d1-b815-1ccdc3326723), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.965383 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0348634-dd30-4aa6-ba53-30cff8863e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d5cb0f4b-e4bd-42d1-b815-1ccdc3326723), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.968130 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a0348634-dd30-4aa6-ba53-30cff8863e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:07.969290 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a0348634-dd30-4aa6-ba53-30cff8863e35 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d5cb0f4b-e4bd-42d1-b815-1ccdc3326723 HTTP/1.1" status: 204 len: 168 time: 0.1632760 Jul 26 05:07:07.984276 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0348634-dd30-4aa6-ba53-30cff8863e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb0f4b-e4bd-42d1-b815-1ccdc3326723,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:08.058848 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51778) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:08.470288 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:08.508660 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51788) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:08.525772 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bb83ed3-1692-478d-963d-7c0f19f5805d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:08.620410 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bb83ed3-1692-478d-963d-7c0f19f5805d admin admin] Publish callbacks [] for security_group (3236d031-5ed8-4a13-ac92-40524414c2b0), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:08.627450 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bb83ed3-1692-478d-963d-7c0f19f5805d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3236d031-5ed8-4a13-ac92-40524414c2b0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:08.683611 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4bb83ed3-1692-478d-963d-7c0f19f5805d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c08eb30ec9424c42a929063d1f5258e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734893 Jul 26 05:07:08.685075 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51790) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:08.686054 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb83ed3-1692-478d-963d-7c0f19f5805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3236d031-5ed8-4a13-ac92-40524414c2b0,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:08.770339 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb93aba2-1688-48f5-9e92-bb4f3beb8bb4 admin admin] Publish callbacks [] for security_group (3236d031-5ed8-4a13-ac92-40524414c2b0), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:08.801408 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb93aba2-1688-48f5-9e92-bb4f3beb8bb4 admin admin] Publish callbacks [] for security_group (3236d031-5ed8-4a13-ac92-40524414c2b0), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:08.864882 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb93aba2-1688-48f5-9e92-bb4f3beb8bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (3236d031-5ed8-4a13-ac92-40524414c2b0), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:08.868115 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bb93aba2-1688-48f5-9e92-bb4f3beb8bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:08.872935 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-bb93aba2-1688-48f5-9e92-bb4f3beb8bb4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3236d031-5ed8-4a13-ac92-40524414c2b0 HTTP/1.1" status: 204 len: 168 time: 0.1728463 Jul 26 05:07:08.882510 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93aba2-1688-48f5-9e92-bb4f3beb8bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3236d031-5ed8-4a13-ac92-40524414c2b0,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:09.183960 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (02502522-c056-4f39-a5d0-08ca48135a2c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:09.223885 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:09.505628 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Deleting port 058e0acf-866f-470f-9d50-e6ef80ec412e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:07:09.505967 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:09.598453 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] For port 058e0acf-866f-470f-9d50-e6ef80ec412e, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=058e0acf-866f-470f-9d50-e6ef80ec412e,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:09.598821 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:09.618718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Calling delete_port for 058e0acf-866f-470f-9d50-e6ef80ec412e owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:07:09.828659 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51816) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:09.830135 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:09.852371 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (058e0acf-866f-470f-9d50-e6ef80ec412e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:09.879414 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Pushing event deleted for resources: {'Port': ['ID=058e0acf-866f-470f-9d50-e6ef80ec412e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:09.987917 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-6154705-network', 'tenant_id': '32108c1f825541b08254bacf45ceedea'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:10.034116 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Made reservation on behalf of 32108c1f825541b08254bacf45ceedea for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:10.037655 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.047776 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.082352 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=5,neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:10.126312 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (02502522-c056-4f39-a5d0-08ca48135a2c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.164579 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Publish callbacks [] for security_group (71ab4a42-a180-48f9-a0e5-50437d7c1b0b), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.171482 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (71ab4a42-a180-48f9-a0e5-50437d7c1b0b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.196953 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:10.208620 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe904110-918d-417e-9467-588954eded46 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:07:10.236427 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (13fac85c-c595-4fd1-9cbe-2f73962a58b8), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.237148 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Added segment 13fac85c-c595-4fd1-9cbe-2f73962a58b8 of type vlan for network 6e4afd77-b398-4d6f-bcbe-f03d399573e3 Jul 26 05:07:10.239493 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ab4a42-a180-48f9-a0e5-50437d7c1b0b,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:10.289946 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (6e4afd77-b398-4d6f-bcbe-f03d399573e3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.338407 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (6e4afd77-b398-4d6f-bcbe-f03d399573e3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.339949 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:10.340746 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.423820 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Router 02502522-c056-4f39-a5d0-08ca48135a2c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:07:10.443567 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe904110-918d-417e-9467-588954eded46 admin admin] Pushing event updated for resources: {'Network': ['ID=6e4afd77-b398-4d6f-bcbe-f03d399573e3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:10.455700 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-fe904110-918d-417e-9467-588954eded46 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.6256025 Jul 26 05:07:10.459256 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 6e4afd77-b398-4d6f-bcbe-f03d399573e3 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:07:10.462775 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51824) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:10.478776 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Request body: {'subnet': {'network_id': '6e4afd77-b398-4d6f-bcbe-f03d399573e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-6154705-subnet', 'tenant_id': '32108c1f825541b08254bacf45ceedea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:10.519074 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Made reservation on behalf of 32108c1f825541b08254bacf45ceedea for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:10.537261 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007223'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.561947 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:10.573255 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] Sync routers for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:10.576245 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-927e41e3-5c7a-412c-a88d-e3bd1d981842 admin admin] 10.222.0.17 "PUT /v2.0/routers/02502522-c056-4f39-a5d0-08ca48135a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5152688 Jul 26 05:07:10.578206 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51826) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:10.588366 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:10.589002 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:10.641492 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:10.782787 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks [] for router (02502522-c056-4f39-a5d0-08ca48135a2c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.799231 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:10.916058 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:10.948847 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks [] for router_gateway (02502522-c056-4f39-a5d0-08ca48135a2c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:10.991243 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60332124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007193'] for subnet (cd9a159d-6d6a-4605-9c0c-a0ba89a70c9e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.014744 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Deleting port cf992cce-746e-4598-9920-31eec9de7038 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:07:11.015278 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'cf992cce-746e-4598-9920-31eec9de7038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:07:09Z', 'revision_number': 5, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port': {'id': 'cf992cce-746e-4598-9920-31eec9de7038', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:cb:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T04:59:59Z', 'updated_at': '2022-07-26T05:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:11.015500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (cf992cce-746e-4598-9920-31eec9de7038), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.049578 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] Checking router: 02502522-c056-4f39-a5d0-08ca48135a2c for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:11.066495 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] Routers {'02502522-c056-4f39-a5d0-08ca48135a2c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:11.067708 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:06:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['02502522-c056-4f39-a5d0-08ca48135a2c'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:11.077309 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9a159d-6d6a-4605-9c0c-a0ba89a70c9e,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:11.085861 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Checking segment: {'id': '13fac85c-c595-4fd1-9cbe-2f73962a58b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e4afd77-b398-4d6f-bcbe-f03d399573e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:11.086432 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Network hostable DHCP agents. Network: 6e4afd77-b398-4d6f-bcbe-f03d399573e3, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:07:11.112766 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Network 6e4afd77-b398-4d6f-bcbe-f03d399573e3 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:07:11.133486 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 6e4afd77-b398-4d6f-bcbe-f03d399573e3) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:11.135694 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] For port cf992cce-746e-4598-9920-31eec9de7038, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=cf992cce-746e-4598-9920-31eec9de7038,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:11.136446 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (cf992cce-746e-4598-9920-31eec9de7038), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.144038 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd168d-87d4-4f72-b0ab-0c93b9ca9862 None None] Network 6e4afd77-b398-4d6f-bcbe-f03d399573e3 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:11.148525 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:11.149143 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.178060 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Calling delete_port for cf992cce-746e-4598-9920-31eec9de7038 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:07:11.181861 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:11.186048 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:11.191154 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] Set router 02502522-c056-4f39-a5d0-08ca48135a2c gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:11.197510 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a03dfe83-7639-4342-a51e-cb6b78fa844b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7204444 Jul 26 05:07:11.263341 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:07:10Z', 'revision_number': 6, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port_host': None}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:11.308498 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a73678c-4f21-4908-beb8-2f6b3144bb80 None None] The sync data for ids ['02502522-c056-4f39-a5d0-08ca48135a2c'] in dv-cinder-850574-1-iscsi is: [{'id': '02502522-c056-4f39-a5d0-08ca48135a2c', 'name': 'tempest-AttachVolumeShelveTestJSON-67201337-router', 'tenant_id': '27187d178a5f47b49035991ab566c2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T04:59:57Z', 'updated_at': '2022-07-26T05:07:10Z', 'revision_number': 6, 'project_id': '27187d178a5f47b49035991ab566c2d9', 'gw_port_host': None}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:11.392984 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9797e-6328-4d18-bc48-752cf53ec2a0 None None] Network 6e4afd77-b398-4d6f-bcbe-f03d399573e3 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:11.513758 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (cf992cce-746e-4598-9920-31eec9de7038), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.556971 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf992cce-746e-4598-9920-31eec9de7038,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:11.647534 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (02502522-c056-4f39-a5d0-08ca48135a2c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.793909 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (02502522-c056-4f39-a5d0-08ca48135a2c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.797011 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks [] for router_controller (02502522-c056-4f39-a5d0-08ca48135a2c), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.862167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (02502522-c056-4f39-a5d0-08ca48135a2c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.863203 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02502522-c056-4f39-a5d0-08ca48135a2c {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:07:11.869255 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.873380 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4e4aab2d-3ebe-4c18-9c2b-79b5fe19f422 admin admin] 10.222.0.17 "DELETE /v2.0/routers/02502522-c056-4f39-a5d0-08ca48135a2c HTTP/1.1" status: 204 len: 168 time: 1.2908359 Jul 26 05:07:11.873760 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51848) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:11.926662 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-52063f17-16bd-4e38-a662-7857379e6174 admin admin] Deleting subnet 30a12777-e5f7-4c1d-97a2-fde459216aa1 {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:07:11.930929 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52063f17-16bd-4e38-a662-7857379e6174 admin admin] Publish callbacks [] for subnet (30a12777-e5f7-4c1d-97a2-fde459216aa1), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:11.978392 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52063f17-16bd-4e38-a662-7857379e6174 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (30a12777-e5f7-4c1d-97a2-fde459216aa1), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.008053 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:12.112736 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52063f17-16bd-4e38-a662-7857379e6174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (30a12777-e5f7-4c1d-97a2-fde459216aa1), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.115741 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51852) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:12.121623 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1457150891-network', 'tenant_id': 'ab69f9fe40d14f01aa48e5ee41cb5b81'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:12.159337 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Made reservation on behalf of ab69f9fe40d14f01aa48e5ee41cb5b81 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:12.163339 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.181617 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.200595 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52063f17-16bd-4e38-a662-7857379e6174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (30a12777-e5f7-4c1d-97a2-fde459216aa1), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.247274 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52063f17-16bd-4e38-a662-7857379e6174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a12777-e5f7-4c1d-97a2-fde459216aa1,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:12.251128 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52063f17-16bd-4e38-a662-7857379e6174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.258255 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-52063f17-16bd-4e38-a662-7857379e6174 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/30a12777-e5f7-4c1d-97a2-fde459216aa1 HTTP/1.1" status: 204 len: 168 time: 0.3797855 Jul 26 05:07:12.258255 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51854) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:12.260482 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07653645-9da7-4d84-8b80-952d1c367c1d None None] Network b59dfcee-9319-4218-b70b-67be8305e37d requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:12.344320 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:12.353720 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Publish callbacks [] for security_group (28385846-d9dd-4048-bb6d-9f7913a14f39), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.361832 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (28385846-d9dd-4048-bb6d-9f7913a14f39), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.386255 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:12.386620 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (b59dfcee-9319-4218-b70b-67be8305e37d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.421253 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:07:12.452903 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28385846-d9dd-4048-bb6d-9f7913a14f39,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:12.465971 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (76f3ecf5-2aa8-47a6-b597-1d41b9ee5807), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.466437 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Added segment 76f3ecf5-2aa8-47a6-b597-1d41b9ee5807 of type vlan for network ca4036bc-2c92-4cd4-bead-afd8e2bf7e69 Jul 26 05:07:12.501112 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Deleting port 475d5c6f-d321-4647-a0ba-2b0be3626246 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:07:12.501640 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.529026 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (ca4036bc-2c92-4cd4-bead-afd8e2bf7e69), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.564059 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (ca4036bc-2c92-4cd4-bead-afd8e2bf7e69), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.565384 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:12.566123 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.580673 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] DHCP port deletion for b59dfcee-9319-4218-b70b-67be8305e37d request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:07:12.644096 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5271373 Jul 26 05:07:12.649137 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51860) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:12.652022 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a0fa5-c29a-4931-89fb-ebe11ff7c41e admin admin] Pushing event updated for resources: {'Network': ['ID=ca4036bc-2c92-4cd4-bead-afd8e2bf7e69,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:12.680416 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Deleting port 475d5c6f-d321-4647-a0ba-2b0be3626246 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:07:12.680945 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.693694 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] For port 475d5c6f-d321-4647-a0ba-2b0be3626246, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=475d5c6f-d321-4647-a0ba-2b0be3626246,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:12.694433 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.718648 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Calling delete_port for 475d5c6f-d321-4647-a0ba-2b0be3626246 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:07:12.762509 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] For port 475d5c6f-d321-4647-a0ba-2b0be3626246, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=475d5c6f-d321-4647-a0ba-2b0be3626246,segment=NetworkSegment(91c54d04-32ec-4efb-bb2d-1d77ae345607),segment_id=91c54d04-32ec-4efb-bb2d-1d77ae345607)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:12.762509 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.779237 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Calling delete_port for 475d5c6f-d321-4647-a0ba-2b0be3626246 owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:07:12.827987 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Request body: {'subnet': {'network_id': 'ca4036bc-2c92-4cd4-bead-afd8e2bf7e69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1457150891-subnet', 'tenant_id': 'ab69f9fe40d14f01aa48e5ee41cb5b81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:12.829691 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network ca4036bc-2c92-4cd4-bead-afd8e2bf7e69 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:07:12.835422 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:12.849514 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.859102 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Made reservation on behalf of ab69f9fe40d14f01aa48e5ee41cb5b81 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:12.861665 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007223'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.942237 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (475d5c6f-d321-4647-a0ba-2b0be3626246), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:12.944396 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] No DVR routers for this DVR port 475d5c6f-d321-4647-a0ba-2b0be3626246 on host dv-cinder-850574-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:07:12.966740 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=475d5c6f-d321-4647-a0ba-2b0be3626246,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:12.984517 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Pushing event deleted for resources: {'Port': ['ID=475d5c6f-d321-4647-a0ba-2b0be3626246,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:12.993278 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] No DVR routers for this DVR port 475d5c6f-d321-4647-a0ba-2b0be3626246 on host dv-cinder-850574-1-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:07:13.014858 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.015817 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.016224 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.017293 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.017688 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.018146 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.019195 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.019630 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.020061 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.020702 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.021130 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.021535 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.021857 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.022181 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.022497 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc43142-889c-4e07-87d8-e1b4fc7bff36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:13.055406 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (b59dfcee-9319-4218-b70b-67be8305e37d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.069923 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:13.092620 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59dfcee-9319-4218-b70b-67be8305e37d']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:13.127163 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c54d04-32ec-4efb-bb2d-1d77ae345607') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:13.127457 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c54d04-32ec-4efb-bb2d-1d77ae345607') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:13.146569 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (91c54d04-32ec-4efb-bb2d-1d77ae345607), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.192197 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (91c54d04-32ec-4efb-bb2d-1d77ae345607), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.211991 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:07:13.212325 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (91c54d04-32ec-4efb-bb2d-1d77ae345607), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.261608 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 91c54d04-32ec-4efb-bb2d-1d77ae345607 resource provider aggregate not found Jul 26 05:07:13.277743 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60332124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007193'] for subnet (7c350159-96fa-49fa-b49f-191c15b53922), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.329752 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 91c54d04-32ec-4efb-bb2d-1d77ae345607 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91c54d04-32ec-4efb-bb2d-1d77ae345607 found for delete ", "request_id": "req-2520abc3-3884-44e3-940d-1f4423d34c57"}]} Jul 26 05:07:13.363607 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 475d5c6f-d321-4647-a0ba-2b0be3626246 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:07:13.387671 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (b59dfcee-9319-4218-b70b-67be8305e37d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.392330 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 475d5c6f-d321-4647-a0ba-2b0be3626246 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:07:13.392857 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 475d5c6f-d321-4647-a0ba-2b0be3626246 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:07:13.393435 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device cf992cce-746e-4598-9920-31eec9de7038 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:07:13.397768 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c350159-96fa-49fa-b49f-191c15b53922,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:13.413127 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: cf992cce-746e-4598-9920-31eec9de7038 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:07:13.413469 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device cf992cce-746e-4598-9920-31eec9de7038 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:07:13.414075 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 058e0acf-866f-470f-9d50-e6ef80ec412e no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:07:13.427333 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=b59dfcee-9319-4218-b70b-67be8305e37d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:13.436742 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 058e0acf-866f-470f-9d50-e6ef80ec412e {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:07:13.437447 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 058e0acf-866f-470f-9d50-e6ef80ec412e not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:07:13.450562 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.464006 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b893f525-e51f-4004-ae57-98dc8c6f1a0b admin admin] 10.222.0.17 "DELETE /v2.0/networks/b59dfcee-9319-4218-b70b-67be8305e37d HTTP/1.1" status: 204 len: 168 time: 1.1988981 Jul 26 05:07:13.471956 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Checking segment: {'id': '76f3ecf5-2aa8-47a6-b597-1d41b9ee5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ca4036bc-2c92-4cd4-bead-afd8e2bf7e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:13.472320 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Network hostable DHCP agents. Network: ca4036bc-2c92-4cd4-bead-afd8e2bf7e69, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:07:13.496688 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Network ca4036bc-2c92-4cd4-bead-afd8e2bf7e69 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:07:13.512066 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, ca4036bc-2c92-4cd4-bead-afd8e2bf7e69) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:13.517519 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:13.518625 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.522426 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141a32b-260d-4b4b-9020-c6780839a05a None None] Network ca4036bc-2c92-4cd4-bead-afd8e2bf7e69 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:13.526320 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:13.546606 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2ef66d1c-f3d7-422b-90bc-e08496454a43 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7166049 Jul 26 05:07:13.695833 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51874) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:13.779586 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b47bf21d-619e-4f90-acb6-c3342b2fadde admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=27187d178a5f47b49035991ab566c2d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0811381 Jul 26 05:07:13.781986 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51876) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:13.797259 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-602f512c-694f-4a6c-ae8e-8dad0b14ff4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.853120 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8825ef3-b6e5-4ee4-aae8-68afd98bc887 None None] Network ca4036bc-2c92-4cd4-bead-afd8e2bf7e69 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:13.866396 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc333-ace1-49d8-b82a-042accd91fbf admin admin] Publish callbacks [] for security_group (2c487bfc-d1fc-4be9-9dfc-55d84514019f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.892760 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc333-ace1-49d8-b82a-042accd91fbf admin admin] Publish callbacks [] for security_group (2c487bfc-d1fc-4be9-9dfc-55d84514019f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.927778 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:13.958153 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc333-ace1-49d8-b82a-042accd91fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (2c487bfc-d1fc-4be9-9dfc-55d84514019f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.961585 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc333-ace1-49d8-b82a-042accd91fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:13.971935 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2fbdc333-ace1-49d8-b82a-042accd91fbf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2c487bfc-d1fc-4be9-9dfc-55d84514019f HTTP/1.1" status: 204 len: 168 time: 0.1797709 Jul 26 05:07:13.984782 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdc333-ace1-49d8-b82a-042accd91fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c487bfc-d1fc-4be9-9dfc-55d84514019f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:14.853370 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51910) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:14.998579 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1226969968-network', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:15.027033 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Made reservation on behalf of fd4481cb5d2f43c5b60db983132a3e16 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:15.030085 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.040971 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.053315 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:15.140291 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Publish callbacks [] for security_group (be8b313d-35c1-41d6-844e-399b9a5afd6b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.146924 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (be8b313d-35c1-41d6-844e-399b9a5afd6b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.194192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:07:15.211574 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8b313d-35c1-41d6-844e-399b9a5afd6b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:15.219328 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (5f5e7b61-a44f-493d-a17a-51ee0a110f7c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.219715 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Added segment 5f5e7b61-a44f-493d-a17a-51ee0a110f7c of type vlan for network 912d8cea-04c4-42a2-bd90-8733248dc6ae Jul 26 05:07:15.285820 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (912d8cea-04c4-42a2-bd90-8733248dc6ae), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.316208 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (912d8cea-04c4-42a2-bd90-8733248dc6ae), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.317251 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:15.317854 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.381183 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5223472 Jul 26 05:07:15.381559 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 51918) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:15.387109 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Request body: {'subnet': {'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-subnet', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:15.390277 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c1fef-4c24-4b7e-b2ec-0be6244a2d07 admin admin] Pushing event updated for resources: {'Network': ['ID=912d8cea-04c4-42a2-bd90-8733248dc6ae,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:15.400647 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:07:15.422072 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Made reservation on behalf of fd4481cb5d2f43c5b60db983132a3e16 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:15.425196 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007223'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.704865 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60332124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007193'] for subnet (2cb68377-32a7-486c-ba75-7031cbe9285d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.734821 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2a092ea3-ebd7-4748-9a02-3d685ee06321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.778651 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb68377-32a7-486c-ba75-7031cbe9285d,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:15.783722 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Checking segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:15.784080 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Network hostable DHCP agents. Network: 912d8cea-04c4-42a2-bd90-8733248dc6ae, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:07:15.804137 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:07:15.815672 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 912d8cea-04c4-42a2-bd90-8733248dc6ae) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:15.824692 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb513a-0602-4893-9d7e-7b690dcc0671 None None] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:15.831667 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:15.832918 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.845263 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:15.862329 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51930) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:15.864094 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e25fbc6d-5e42-41bc-a00c-5faac1b85d9c admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4812355 Jul 26 05:07:15.867025 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:15.919993 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.921125 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:15.997650 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks [] for router_controller (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.007973 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-912d8cea-04c4-42a2-bd90-8733248dc6ae', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 05:07:16.009090 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.186780 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Allocated IP 172.20.0.2 (912d8cea-04c4-42a2-bd90-8733248dc6ae/2cb68377-32a7-486c-ba75-7031cbe9285d/b1d3b04d-a82c-4df5-a390-b42be70d27f8) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:16.204777 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks [] for router_gateway (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.363265 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Publish callbacks [] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.369070 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.408729 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks [] for router_gateway (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.408983 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:16.411140 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:16.413002 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:16.416795 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:16.418876 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Pushing event updated for resources: {'Port': ['ID=b1d3b04d-a82c-4df5-a390-b42be70d27f8,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:16.425954 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:16.431395 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.490821 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Attempting to bind port b1d3b04d-a82c-4df5-a390-b42be70d27f8 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:16.491097 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Attempting to bind port b1d3b04d-a82c-4df5-a390-b42be70d27f8 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:16.491461 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Attempting to bind port b1d3b04d-a82c-4df5-a390-b42be70d27f8 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:16.500554 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:16.500970 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Checking segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:16.501366 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.501923 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Bound using segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:16.502391 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Bound port: b1d3b04d-a82c-4df5-a390-b42be70d27f8, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:16.503579 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.541581 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=14,neutron:UPDATE=4,neutron:SELECT=81,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:16.555189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Allocated IP 172.27.3.207 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/eb9a2e1b-64f9-435b-a133-c5d07ac2505c) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:16.577645 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:16.577645 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] For port b1d3b04d-a82c-4df5-a390-b42be70d27f8, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:16.580046 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] For port b1d3b04d-a82c-4df5-a390-b42be70d27f8, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=b1d3b04d-a82c-4df5-a390-b42be70d27f8,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:16.588405 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.649534 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72375a-d108-4f30-8b9f-8139b2ae502d None None] Pushing event updated for resources: {'Port': ['ID=b1d3b04d-a82c-4df5-a390-b42be70d27f8,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:16.675366 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks [] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.717031 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:16.764020 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:16.767538 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:16.771465 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:16.792305 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Pushing event updated for resources: {'Port': ['ID=eb9a2e1b-64f9-435b-a133-c5d07ac2505c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:16.967359 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:17.042002 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks [] for router_gateway (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:17.410071 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device b1d3b04d-a82c-4df5-a390-b42be70d27f8 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:17.486424 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port b1d3b04d-a82c-4df5-a390-b42be70d27f8 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:17.486806 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:17.547275 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:17.589747 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port b1d3b04d-a82c-4df5-a390-b42be70d27f8 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:17.590558 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:17.629605 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port b1d3b04d-a82c-4df5-a390-b42be70d27f8, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=b1d3b04d-a82c-4df5-a390-b42be70d27f8,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:17.640064 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:17.661016 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:17.688277 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:07:17.724190 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c656ac-8e7d-49cd-b6f8-9d57e774bc49 None None] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:17.727942 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=b1d3b04d-a82c-4df5-a390-b42be70d27f8,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:17.785048 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-5e0983bc-2ba9-4251-a295-a19f888dd7a3 None None] Provisioning complete for port b1d3b04d-a82c-4df5-a390-b42be70d27f8 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:17.785407 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5e0983bc-2ba9-4251-a295-a19f888dd7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:17.799035 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:17.818778 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:17.836022 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:17.846049 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:17.847807 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-bc16b069-f6bf-47a6-9973-803d535cf92a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9840751 Jul 26 05:07:17.850201 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 51982) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:17.877550 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:17.878192 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:17.920273 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:17.997666 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-5e0983bc-2ba9-4251-a295-a19f888dd7a3 None None] Current status of the port b1d3b04d-a82c-4df5-a390-b42be70d27f8 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:18.037232 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:18.246927 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-2e23d04d-54c3-45b9-8e6b-9a68a8b68823 None None] Provisioning complete for port b1d3b04d-a82c-4df5-a390-b42be70d27f8 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:18.247309 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2e23d04d-54c3-45b9-8e6b-9a68a8b68823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.290444 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:16Z', 'revision_number': 3, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:18.321440 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:18.321705 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Updating router fe2bc426-c119-41d7-a3a9-2bdeff2f030c port eb9a2e1b-64f9-435b-a133-c5d07ac2505c binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:18.328274 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.393855 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.423950 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:18.428529 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.434951 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-2e23d04d-54c3-45b9-8e6b-9a68a8b68823 None None] Current status of the port b1d3b04d-a82c-4df5-a390-b42be70d27f8 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:18.509406 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Allocated IP 172.20.0.1 (912d8cea-04c4-42a2-bd90-8733248dc6ae/2cb68377-32a7-486c-ba75-7031cbe9285d/eb4d2073-fd1f-4f8a-a671-caaf21f11b83) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:18.627803 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Publish callbacks [] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.636681 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:18.671898 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.684305 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:18.691331 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Publish callbacks [] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.698969 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.702640 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.713272 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:18.719038 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:18.726501 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:18.761899 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4d2073-fd1f-4f8a-a671-caaf21f11b83,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:18.784385 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.933546 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6137e5-cf94-4645-a2fa-a65c2a2f6eeb None None] Pushing event updated for resources: {'Port': ['ID=eb9a2e1b-64f9-435b-a133-c5d07ac2505c,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:18.935248 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.936356 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Attempting to bind port eb9a2e1b-64f9-435b-a133-c5d07ac2505c on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:18.936716 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Attempting to bind port eb9a2e1b-64f9-435b-a133-c5d07ac2505c by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:18.937322 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Attempting to bind port eb9a2e1b-64f9-435b-a133-c5d07ac2505c on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:18.943154 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:18.943530 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:18.943953 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.944336 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:18.944805 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Bound port: eb9a2e1b-64f9-435b-a133-c5d07ac2505c, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:18.945183 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:18.994898 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] For port eb9a2e1b-64f9-435b-a133-c5d07ac2505c, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:18.998126 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] For port eb9a2e1b-64f9-435b-a133-c5d07ac2505c, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=eb9a2e1b-64f9-435b-a133-c5d07ac2505c,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:19.005672 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.014636 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:19.075302 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6137e5-cf94-4645-a2fa-a65c2a2f6eeb None None] Pushing event updated for resources: {'Port': ['ID=eb9a2e1b-64f9-435b-a133-c5d07ac2505c,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:19.082210 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-81a61002-8878-42dd-91b2-7c99c411d240 None None] Provisioning complete for port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:19.082478 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-81a61002-8878-42dd-91b2-7c99c411d240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.084383 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:19.084988 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:19.114656 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Publish callbacks [] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.119913 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.159740 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-81a61002-8878-42dd-91b2-7c99c411d240 None None] Port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:19.195586 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Pushing event updated for resources: {'Port': ['ID=eb4d2073-fd1f-4f8a-a671-caaf21f11b83,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:19.199198 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.219991 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:19.298273 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:19.299753 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:19.362693 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device b1d3b04d-a82c-4df5-a390-b42be70d27f8 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:19.417994 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:19.422721 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:07:19.454674 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:19.456658 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port b1d3b04d-a82c-4df5-a390-b42be70d27f8 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:19.457018 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.503193 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711baa6-a603-4530-901b-fcd6cf190491 None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:19.507925 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:19.532763 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52034) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:19.540248 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:19.547203 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-311fab38-aa95-47d9-b893-a9aee16dcd95 admin admin] 10.222.0.17 "PUT /v2.0/routers/fe2bc426-c119-41d7-a3a9-2bdeff2f030c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6959488 Jul 26 05:07:19.593956 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-a246b734-cc37-4d80-b9fe-fb8a108da4c4 None None] Provisioning complete for port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:19.594513 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a246b734-cc37-4d80-b9fe-fb8a108da4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.595835 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7ef274-a96c-4a63-ba01-a176e48cb2e9 admin admin] Deleting subnet 1c2f8bc4-b88d-4214-a46b-d61413ebeffa {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:07:19.596804 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port b1d3b04d-a82c-4df5-a390-b42be70d27f8 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:19.600817 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef274-a96c-4a63-ba01-a176e48cb2e9 admin admin] Publish callbacks [] for subnet (1c2f8bc4-b88d-4214-a46b-d61413ebeffa), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.636425 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a246b734-cc37-4d80-b9fe-fb8a108da4c4 None None] Port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:19.638678 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef274-a96c-4a63-ba01-a176e48cb2e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (1c2f8bc4-b88d-4214-a46b-d61413ebeffa), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.683068 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef274-a96c-4a63-ba01-a176e48cb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (1c2f8bc4-b88d-4214-a46b-d61413ebeffa), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.750664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef274-a96c-4a63-ba01-a176e48cb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (1c2f8bc4-b88d-4214-a46b-d61413ebeffa), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.791031 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef274-a96c-4a63-ba01-a176e48cb2e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.796559 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ee7ef274-a96c-4a63-ba01-a176e48cb2e9 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/1c2f8bc4-b88d-4214-a46b-d61413ebeffa HTTP/1.1" status: 204 len: 168 time: 0.2593997 Jul 26 05:07:19.802084 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52042) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:19.802084 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ef274-a96c-4a63-ba01-a176e48cb2e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2f8bc4-b88d-4214-a46b-d61413ebeffa,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:19.898436 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (4b557bf1-ddc6-4648-bd73-0fa056e3765b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:19.967284 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52048) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:19.973620 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-0ee1d2dd-9c6b-484e-a2f1-20d252822738 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448020600', 'description': 'tempest-description--1477316948'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:20.004123 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d2dd-9c6b-484e-a2f1-20d252822738 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.004537 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (4b557bf1-ddc6-4648-bd73-0fa056e3765b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.029545 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b557bf1-ddc6-4648-bd73-0fa056e3765b']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:20.041048 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:20.044209 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe06f815-13a3-4ff0-8a56-08173a9d3b62') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:20.044570 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe06f815-13a3-4ff0-8a56-08173a9d3b62') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:20.059986 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (fe06f815-13a3-4ff0-8a56-08173a9d3b62), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.079818 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (fe06f815-13a3-4ff0-8a56-08173a9d3b62), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.088561 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:07:20.089236 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (fe06f815-13a3-4ff0-8a56-08173a9d3b62), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.098177 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d2dd-9c6b-484e-a2f1-20d252822738 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (b5eb28c2-73cb-41a8-bbd2-553833da968c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.104132 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d2dd-9c6b-484e-a2f1-20d252822738 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (b5eb28c2-73cb-41a8-bbd2-553833da968c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.131989 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:20.137973 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment fe06f815-13a3-4ff0-8a56-08173a9d3b62 resource provider aggregate not found Jul 26 05:07:20.152424 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d2dd-9c6b-484e-a2f1-20d252822738 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.153696 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0ee1d2dd-9c6b-484e-a2f1-20d252822738 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1851737 Jul 26 05:07:20.156963 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1d2dd-9c6b-484e-a2f1-20d252822738 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eb28c2-73cb-41a8-bbd2-553833da968c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:20.162236 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52054) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:20.172701 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-96e64998-3265-4279-a84e-87a770b1d0c3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group_rule': {'security_group_id': 'b5eb28c2-73cb-41a8-bbd2-553833da968c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:20.177081 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment fe06f815-13a3-4ff0-8a56-08173a9d3b62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe06f815-13a3-4ff0-8a56-08173a9d3b62 found for delete ", "request_id": "req-79122251-16f6-4b37-9ccd-155cffe6db75"}]} Jul 26 05:07:20.180195 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (4b557bf1-ddc6-4648-bd73-0fa056e3765b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.202187 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.206058 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] 10.222.0.17 "DELETE /v2.0/networks/4b557bf1-ddc6-4648-bd73-0fa056e3765b HTTP/1.1" status: 204 len: 168 time: 0.4047978 Jul 26 05:07:20.207688 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7a76d-88dc-4ff1-a1ae-4473fe9e7c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b557bf1-ddc6-4648-bd73-0fa056e3765b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:20.233773 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96e64998-3265-4279-a84e-87a770b1d0c3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (19b53b2e-e380-45aa-9c98-96ac3553dfd5), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.383093 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96e64998-3265-4279-a84e-87a770b1d0c3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (19b53b2e-e380-45aa-9c98-96ac3553dfd5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.393062 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96e64998-3265-4279-a84e-87a770b1d0c3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (19b53b2e-e380-45aa-9c98-96ac3553dfd5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.419337 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e64998-3265-4279-a84e-87a770b1d0c3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b53b2e-e380-45aa-9c98-96ac3553dfd5,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:20.424780 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52062) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:20.436442 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96e64998-3265-4279-a84e-87a770b1d0c3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.437874 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-96e64998-3265-4279-a84e-87a770b1d0c3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2742381 Jul 26 05:07:20.440939 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52064) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:20.452107 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-294d5330-9394-40c6-8dc1-fe03c676bf1d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group_rule': {'security_group_id': 'b5eb28c2-73cb-41a8-bbd2-553833da968c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:20.480812 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-10a609ba-f373-47e5-b709-b96c0723059c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a30ecee1cac84583bb0e1c74eb333314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542119 Jul 26 05:07:20.483389 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-294d5330-9394-40c6-8dc1-fe03c676bf1d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (5e19a911-c644-4218-9d78-56c4be4514aa), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.483925 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52066) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:20.544195 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-60523dea-8dea-4d0f-971c-b916465bc361 admin admin] Publish callbacks [] for security_group (e46241b5-dc8b-4142-8a55-2853606d183b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.550564 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-294d5330-9394-40c6-8dc1-fe03c676bf1d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (5e19a911-c644-4218-9d78-56c4be4514aa), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.555675 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-294d5330-9394-40c6-8dc1-fe03c676bf1d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (5e19a911-c644-4218-9d78-56c4be4514aa), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.571479 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-60523dea-8dea-4d0f-971c-b916465bc361 admin admin] Publish callbacks [] for security_group (e46241b5-dc8b-4142-8a55-2853606d183b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.576694 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d5330-9394-40c6-8dc1-fe03c676bf1d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e19a911-c644-4218-9d78-56c4be4514aa,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:20.590431 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-294d5330-9394-40c6-8dc1-fe03c676bf1d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.592150 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-294d5330-9394-40c6-8dc1-fe03c676bf1d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461046 Jul 26 05:07:20.595144 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52068) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:20.600582 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:20.627160 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.635804 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-60523dea-8dea-4d0f-971c-b916465bc361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e46241b5-dc8b-4142-8a55-2853606d183b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.639195 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-60523dea-8dea-4d0f-971c-b916465bc361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.642926 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-60523dea-8dea-4d0f-971c-b916465bc361 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e46241b5-dc8b-4142-8a55-2853606d183b HTTP/1.1" status: 204 len: 168 time: 0.1556084 Jul 26 05:07:20.652077 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60523dea-8dea-4d0f-971c-b916465bc361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46241b5-dc8b-4142-8a55-2853606d183b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:20.721079 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:20.769351 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:20.847882 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Allocated IP 172.27.3.43 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/b4ab33bb-8d75-44d7-8625-21df5efcd716) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:20.971561 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (b4ab33bb-8d75-44d7-8625-21df5efcd716), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.009665 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (b4ab33bb-8d75-44d7-8625-21df5efcd716), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.062942 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:21.066480 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:21.068483 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=b4ab33bb-8d75-44d7-8625-21df5efcd716,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:21.070630 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:21.163256 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (8c0b1aa1-f6d6-42fb-8076-2009c962ba63), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.201862 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:21.210771 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b4ab33bb-8d75-44d7-8625-21df5efcd716), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.268751 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=21 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:21.374118 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device eb9a2e1b-64f9-435b-a133-c5d07ac2505c up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:21.411779 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (b4ab33bb-8d75-44d7-8625-21df5efcd716), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.431582 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (b4ab33bb-8d75-44d7-8625-21df5efcd716), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.438195 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port eb9a2e1b-64f9-435b-a133-c5d07ac2505c triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:21.438805 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.493428 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52094) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:21.509849 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=b4ab33bb-8d75-44d7-8625-21df5efcd716,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:21.538902 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (8c0b1aa1-f6d6-42fb-8076-2009c962ba63), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.563070 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.573853 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a8ecc6ef-8efb-4278-96ec-fe2eb07ec81d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9683166 Jul 26 05:07:21.574295 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port eb9a2e1b-64f9-435b-a133-c5d07ac2505c is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:21.574295 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.599053 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port eb9a2e1b-64f9-435b-a133-c5d07ac2505c, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=eb9a2e1b-64f9-435b-a133-c5d07ac2505c,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:21.606231 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.679801 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=eb9a2e1b-64f9-435b-a133-c5d07ac2505c,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:21.714057 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-719146597-network', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:21.747920 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Made reservation on behalf of f1b92b49730c4ce7829e7f14b6870b43 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:21.753010 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.762707 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.837867 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:21.855605 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-1ad98c2a-1d21-4da2-80f3-2fe0004db075 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1448020600&fields=id&tenant_id=fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 267 time: 0.0739355 Jul 26 05:07:21.945179 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:21.956096 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:21.956846 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:21.958269 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Publish callbacks [] for security_group (8a4a63ba-84b6-4f84-967d-8c2998c7344c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.963169 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (8a4a63ba-84b6-4f84-967d-8c2998c7344c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:21.999974 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:07:22.029056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (ea5d5dc0-0741-4d56-b6cb-d6e68706d66e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.029430 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Added segment ea5d5dc0-0741-4d56-b6cb-d6e68706d66e of type vlan for network 222f5094-66e8-49db-b14e-07f8d8588a65 Jul 26 05:07:22.039823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4a63ba-84b6-4f84-967d-8c2998c7344c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:22.048088 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-eec8c823-2816-4b39-8a0e-4f0e2142a8a9 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:22.049614 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-eec8c823-2816-4b39-8a0e-4f0e2142a8a9 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 815 time: 0.1851361 Jul 26 05:07:22.064558 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:22.092972 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (222f5094-66e8-49db-b14e-07f8d8588a65), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.096280 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-d517257d-aae4-453a-95c7-c9c6f4435b46 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/quotas/fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 375 time: 0.0247812 Jul 26 05:07:22.101337 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:22.161523 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (222f5094-66e8-49db-b14e-07f8d8588a65), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.162517 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:22.163096 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.173948 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-dde3e675-aab3-42dd-8f59-40dde48bd4b9 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694797 Jul 26 05:07:22.256860 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 2, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:22.263736 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7689102 Jul 26 05:07:22.266823 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52116) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:22.272453 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Request body: {'subnet': {'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-719146597-subnet', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'ip_version': 4}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:22.283457 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:22.283457 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Updating router fe2bc426-c119-41d7-a3a9-2bdeff2f030c port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:22.290383 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e02200-ab91-4a50-99b0-826cdfbc4725 admin admin] Pushing event updated for resources: {'Network': ['ID=222f5094-66e8-49db-b14e-07f8d8588a65,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:22.303092 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Made reservation on behalf of f1b92b49730c4ce7829e7f14b6870b43 for: {'subnet': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:22.303311 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 222f5094-66e8-49db-b14e-07f8d8588a65 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:07:22.306655 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60007223'] for subnet (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.312440 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.344028 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-47790016-e4da-4a02-a4be-5b11d0341a4d service neutron] 10.222.0.17 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569817 Jul 26 05:07:22.353815 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:22.400348 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:22.482526 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-954b55d4-5d12-4657-ba30-b9bcf6edc6b4 service neutron] 10.222.0.17 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320331 Jul 26 05:07:22.514987 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60332124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60007193'] for subnet (bdb12c42-843d-4fef-b400-64e37c55ea4f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.579726 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb12c42-843d-4fef-b400-64e37c55ea4f,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:22.587711 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Checking segment: {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:22.588071 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Network hostable DHCP agents. Network: 222f5094-66e8-49db-b14e-07f8d8588a65, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:07:22.608520 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Network 222f5094-66e8-49db-b14e-07f8d8588a65 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:07:22.619112 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 222f5094-66e8-49db-b14e-07f8d8588a65) {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:22.628601 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88eee56-c7ec-4429-8d83-be85837ac6b4 None None] Network 222f5094-66e8-49db-b14e-07f8d8588a65 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:22.643180 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:22.643817 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.676410 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d04bd85c-f94c-4367-9253-ab65a01fbeb8 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4059911 Jul 26 05:07:22.677038 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52122) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:22.685370 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:22.688104 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-48c594b4-4994-4200-a1c1-95631221b780 req-58d991dc-a1a8-4fee-aba4-a8505a269245 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 210 time: 0.0468094 Jul 26 05:07:22.718038 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (283ba662-3948-497f-8537-47d0c8ff7ceb), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.719196 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (283ba662-3948-497f-8537-47d0c8ff7ceb), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.725269 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Publish callbacks [] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.733540 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.784826 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks [] for router_controller (283ba662-3948-497f-8537-47d0c8ff7ceb), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.788376 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Pushing event updated for resources: {'Port': ['ID=eb4d2073-fd1f-4f8a-a671-caaf21f11b83,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:22.806241 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.806497 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.806959 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.807220 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.807581 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.807906 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.808226 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.809134 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.809271 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.810091 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.810573 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.811073 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.811578 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.812049 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.812535 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:22.825043 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-222f5094-66e8-49db-b14e-07f8d8588a65', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 05:07:22.826022 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.962487 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Attempting to bind port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:22.962881 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Attempting to bind port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:22.963281 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Attempting to bind port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:22.980985 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:22.982143 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Checking segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:22.982725 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.983264 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Bound using segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:22.983946 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Bound port: eb4d2073-fd1f-4f8a-a671-caaf21f11b83, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:22.984512 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:22.999773 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:23.109712 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] For port eb4d2073-fd1f-4f8a-a671-caaf21f11b83, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:23.115052 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] For port eb4d2073-fd1f-4f8a-a671-caaf21f11b83, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=eb4d2073-fd1f-4f8a-a671-caaf21f11b83,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:23.122258 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-a7e7c56c-b7e2-4cc7-bd59-226040ea0f3e None None] Provisioning complete for port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:23.122961 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c56c-b7e2-4cc7-bd59-226040ea0f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.127405 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.246978 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:23.247916 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:23.248852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Allocated IP 172.20.0.2 (222f5094-66e8-49db-b14e-07f8d8588a65/bdb12c42-843d-4fef-b400-64e37c55ea4f/542d9c7e-c465-4268-8bbe-9016111fa44b) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:23.297547 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:23.331889 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243be80-ca38-4e64-8172-88a6e2ebcb36 None None] Pushing event updated for resources: {'Port': ['ID=eb4d2073-fd1f-4f8a-a671-caaf21f11b83,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:23.357627 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:23.371880 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks [] for router_gateway (283ba662-3948-497f-8537-47d0c8ff7ceb), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.473575 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device eb9a2e1b-64f9-435b-a133-c5d07ac2505c up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:23.489359 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:23.504964 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7c56c-b7e2-4cc7-bd59-226040ea0f3e None None] Current status of the port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:23.505408 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c56c-b7e2-4cc7-bd59-226040ea0f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.543359 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:23.582257 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a7e7c56c-b7e2-4cc7-bd59-226040ea0f3e None None] For port eb4d2073-fd1f-4f8a-a671-caaf21f11b83, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=eb4d2073-fd1f-4f8a-a671-caaf21f11b83,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:23.639449 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Publish callbacks [] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.642982 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a7e7c56c-b7e2-4cc7-bd59-226040ea0f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.650128 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks [] for router_gateway (283ba662-3948-497f-8537-47d0c8ff7ceb), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.656426 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.679291 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.688341 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port eb9a2e1b-64f9-435b-a133-c5d07ac2505c triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:23.688950 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.723044 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Network 222f5094-66e8-49db-b14e-07f8d8588a65 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:23.747144 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:23.754027 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:23.756933 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:23.761006 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7c56c-b7e2-4cc7-bd59-226040ea0f3e None None] Pushing event updated for resources: {'Port': ['ID=eb4d2073-fd1f-4f8a-a671-caaf21f11b83,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:23.763649 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:23.794814 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d4a009-31c3-438c-a84d-742a57585ed5 None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:23.829928 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-887487e2-698c-4ab8-86b4-a8f6d9199e3c None None] Provisioning complete for port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:23.830364 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-887487e2-698c-4ab8-86b4-a8f6d9199e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.841031 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Allocated IP 172.27.3.227 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/bb6bb686-1a37-4d37-97d0-75e64fb162ac) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:23.849699 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f5e9724a-453f-4e52-bbdb-054043855113 req-9c734323-9d1a-499e-891d-34d2c351b599 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 210 time: 0.0619135 Jul 26 05:07:23.920384 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Pushing event updated for resources: {'Port': ['ID=542d9c7e-c465-4268-8bbe-9016111fa44b,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:23.958981 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Attempting to bind port 542d9c7e-c465-4268-8bbe-9016111fa44b on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:23.959416 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Attempting to bind port 542d9c7e-c465-4268-8bbe-9016111fa44b by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:23.959807 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Attempting to bind port 542d9c7e-c465-4268-8bbe-9016111fa44b on network 222f5094-66e8-49db-b14e-07f8d8588a65 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:23.967413 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port eb9a2e1b-64f9-435b-a133-c5d07ac2505c is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:23.968121 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks [] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.970158 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:23.970584 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Checking segment: {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:23.970983 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:23.971362 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Bound using segment: {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:23.971890 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Bound port: 542d9c7e-c465-4268-8bbe-9016111fa44b, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:23.972229 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:24.021331 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:24.036407 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-887487e2-698c-4ab8-86b4-a8f6d9199e3c None None] Current status of the port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:24.036742 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:24.067066 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:24.072308 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:24.079270 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:24.087592 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-0824383b-53da-45a9-9b18-27b337932031 None None] For port 542d9c7e-c465-4268-8bbe-9016111fa44b, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:24.091041 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-0824383b-53da-45a9-9b18-27b337932031 None None] For port 542d9c7e-c465-4268-8bbe-9016111fa44b, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=542d9c7e-c465-4268-8bbe-9016111fa44b,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:24.103319 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:24.126651 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Pushing event updated for resources: {'Port': ['ID=bb6bb686-1a37-4d37-97d0-75e64fb162ac,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:24.202315 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824383b-53da-45a9-9b18-27b337932031 None None] Pushing event updated for resources: {'Port': ['ID=542d9c7e-c465-4268-8bbe-9016111fa44b,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:24.274756 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c9dcd9cb-be2a-4f76-b06f-405fda2faf97 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:24.276535 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c9dcd9cb-be2a-4f76-b06f-405fda2faf97 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 815 time: 0.1629746 Jul 26 05:07:24.379628 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-f83b0a80-c345-4e19-8c20-98ac897eed82 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 380 time: 0.0868492 Jul 26 05:07:24.403960 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:24.490928 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks [] for router_gateway (283ba662-3948-497f-8537-47d0c8ff7ceb), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:24.509520 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'port': {'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'admin_state_up': True, 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'security_groups': ['b5eb28c2-73cb-41a8-bbd2-553833da968c']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:24.609802 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:24.680886 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Made reservation on behalf of fd4481cb5d2f43c5b60db983132a3e16 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:24.686526 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:24.732973 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (283ba662-3948-497f-8537-47d0c8ff7ceb), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:24.826408 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Allocated IP 172.20.0.6 (912d8cea-04c4-42a2-bd90-8733248dc6ae/2cb68377-32a7-486c-ba75-7031cbe9285d/61e555f8-fed5-4569-b13d-5927a204917c) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:24.873380 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Router 283ba662-3948-497f-8537-47d0c8ff7ceb is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:07:24.944018 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:24.993113 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:25.001298 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dadb0b9f-839e-495c-a855-f14f47cc909b req-1c734f80-7c85-4d1e-97b6-9e506bded5df tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 210 time: 0.0525563 Jul 26 05:07:25.006734 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Sync routers for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:25.007346 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (61e555f8-fed5-4569-b13d-5927a204917c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.014156 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.016333 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e051a2dc-7dd9-4c7e-b62c-dba72d794cec admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3376882 Jul 26 05:07:25.018554 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52156) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:25.051618 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:25.052763 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:25.053148 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (61e555f8-fed5-4569-b13d-5927a204917c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.109973 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:25.114463 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:25.122368 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:25.160242 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=61e555f8-fed5-4569-b13d-5927a204917c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:25.211914 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:25.212701 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.241848 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-c217ef3d-5dc5-40eb-8cea-120432095f1b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7426004 Jul 26 05:07:25.260140 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Request body: {'port': {'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:25.377844 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (61e555f8-fed5-4569-b13d-5927a204917c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.413415 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:25.489300 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:25.556578 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device eb4d2073-fd1f-4f8a-a671-caaf21f11b83 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:25.585687 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:25.610566 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:25.620612 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-a5b808e3-2623-44c3-b65e-3eb4f3f4cd92 None None] Provisioning complete for port 61e555f8-fed5-4569-b13d-5927a204917c triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:25.620892 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a5b808e3-2623-44c3-b65e-3eb4f3f4cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (61e555f8-fed5-4569-b13d-5927a204917c), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.658769 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd5aa4d-283e-4b29-8b2f-83f4ec1028b1 None None] Network 222f5094-66e8-49db-b14e-07f8d8588a65 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:25.678295 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.715173 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:25.748963 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:25.749344 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.766091 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e555f8-fed5-4569-b13d-5927a204917c {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:07:25.776270 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Publish callbacks [] for port (61e555f8-fed5-4569-b13d-5927a204917c), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.783331 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a5b808e3-2623-44c3-b65e-3eb4f3f4cd92 None None] Port 61e555f8-fed5-4569-b13d-5927a204917c cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:25.806717 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Transition to ACTIVE for port object 61e555f8-fed5-4569-b13d-5927a204917c will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:07:25.814713 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (61e555f8-fed5-4569-b13d-5927a204917c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:25.869679 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:25.875020 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Allocated IP 172.20.0.1 (222f5094-66e8-49db-b14e-07f8d8588a65/bdb12c42-843d-4fef-b400-64e37c55ea4f/da04494d-6a66-48db-b604-6e7f17914509) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:25.886099 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Pushing event updated for resources: {'Port': ['ID=61e555f8-fed5-4569-b13d-5927a204917c,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:25.905134 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:24Z', 'revision_number': 3, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:25.986847 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Checking router: 283ba662-3948-497f-8537-47d0c8ff7ceb for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:25.987225 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Updating router 283ba662-3948-497f-8537-47d0c8ff7ceb port bb6bb686-1a37-4d37-97d0-75e64fb162ac binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:26.013632 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-9068407f-5af5-43c8-8938-99bc9733981d None None] Provisioning complete for port 542d9c7e-c465-4268-8bbe-9016111fa44b triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:26.014707 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9068407f-5af5-43c8-8938-99bc9733981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.017905 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Attempting to bind port 61e555f8-fed5-4569-b13d-5927a204917c on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:26.018542 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Attempting to bind port 61e555f8-fed5-4569-b13d-5927a204917c by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:26.018882 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Attempting to bind port 61e555f8-fed5-4569-b13d-5927a204917c on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:26.023306 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:26.024748 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 542d9c7e-c465-4268-8bbe-9016111fa44b up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:26.027460 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Port 61e555f8-fed5-4569-b13d-5927a204917c on network 912d8cea-04c4-42a2-bd90-8733248dc6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:07:26.027922 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Attempting to bind port 61e555f8-fed5-4569-b13d-5927a204917c on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:26.043600 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:26.043911 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Checking segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:26.044322 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Bound using segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:26.045035 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Bound port: 61e555f8-fed5-4569-b13d-5927a204917c, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:26.045603 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (61e555f8-fed5-4569-b13d-5927a204917c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.093704 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.093818 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Publish callbacks [] for port (da04494d-6a66-48db-b604-6e7f17914509), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.181384 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (da04494d-6a66-48db-b604-6e7f17914509), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.205038 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] For port 61e555f8-fed5-4569-b13d-5927a204917c, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:26.214505 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] For port 61e555f8-fed5-4569-b13d-5927a204917c, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=61e555f8-fed5-4569-b13d-5927a204917c,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:26.258665 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Network 222f5094-66e8-49db-b14e-07f8d8588a65 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:26.268204 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 542d9c7e-c465-4268-8bbe-9016111fa44b triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:26.268204 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.272294 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (61e555f8-fed5-4569-b13d-5927a204917c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.272491 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:26.292460 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:26.312665 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=da04494d-6a66-48db-b604-6e7f17914509,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:26.355047 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:26.355764 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.357523 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] 10.222.0.52 "PUT /v2.0/ports/61e555f8-fed5-4569-b13d-5927a204917c HTTP/1.1" status: 200 len: 1093 time: 1.1016886 Jul 26 05:07:26.366736 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'tag': '61e555f8-fed5-4569-b13d-5927a204917c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:07:26.372413 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dcce2b-e39b-4686-bbb5-87d8d75893b4" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd266ba-c238-47fc-9ff2-1176d4d46a5b", "tag": "61e555f8-fed5-4569-b13d-5927a204917c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:07:26.377938 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (283ba662-3948-497f-8537-47d0c8ff7ceb), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.384206 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-9068407f-5af5-43c8-8938-99bc9733981d None None] Current status of the port 542d9c7e-c465-4268-8bbe-9016111fa44b is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:26.384402 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60205a-d8cf-4bbf-9708-70ac4b121348 req-7351d8e2-fd38-4f29-94a2-234b8adb2964 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:26.387406 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9068407f-5af5-43c8-8938-99bc9733981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.392744 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc60205a-d8cf-4bbf-9708-70ac4b121348 req-7351d8e2-fd38-4f29-94a2-234b8adb2964 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 943 time: 0.1843233 Jul 26 05:07:26.478999 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17791bf-bf98-4af2-ae57-4a565a1cb638 x-openstack-request-id: req-e17791bf-bf98-4af2-ae57-4a565a1cb638 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:07:26.479308 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd266ba-c238-47fc-9ff2-1176d4d46a5b", "tag": "61e555f8-fed5-4569-b13d-5927a204917c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:07:26.479540 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e17791bf-bf98-4af2-ae57-4a565a1cb638 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:07:26.480053 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17791bf-bf98-4af2-ae57-4a565a1cb638'] response: {'name': 'network-changed', 'server_uuid': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'tag': '61e555f8-fed5-4569-b13d-5927a204917c', 'status': 'completed', 'code': 200} Jul 26 05:07:26.566889 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc60205a-d8cf-4bbf-9708-70ac4b121348 req-94d56363-048c-4ae4-96cd-30b22a33d3cc tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641912 Jul 26 05:07:26.567669 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77862d60-3f05-4046-abd6-75e458bb91e6 service neutron] Pushing event updated for resources: {'Port': ['ID=61e555f8-fed5-4569-b13d-5927a204917c,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:26.576650 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-8ef2a278-5ee2-4b9f-b59f-854dae853456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:26.578217 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-8ef2a278-5ee2-4b9f-b59f-854dae853456 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 1127 time: 0.1554210 Jul 26 05:07:26.582713 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (da04494d-6a66-48db-b604-6e7f17914509), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.586670 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 542d9c7e-c465-4268-8bbe-9016111fa44b is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:26.587268 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.601096 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:26.645754 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:26.656536 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-9068407f-5af5-43c8-8938-99bc9733981d None None] For port 542d9c7e-c465-4268-8bbe-9016111fa44b, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=542d9c7e-c465-4268-8bbe-9016111fa44b,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:26.673033 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9068407f-5af5-43c8-8938-99bc9733981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.679353 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-2af9630a-1d6f-4f93-8a4e-fcd446e1c36f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e555f8-fed5-4569-b13d-5927a204917c HTTP/1.1" status: 200 len: 217 time: 0.0684745 Jul 26 05:07:26.742533 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-97041f01-23d2-41fb-b4fc-51e32f7fbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:26.744437 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-97041f01-23d2-41fb-b4fc-51e32f7fbb4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0641773 Jul 26 05:07:26.761899 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:26.770099 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:26.795300 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Publish callbacks [] for port (da04494d-6a66-48db-b604-6e7f17914509), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.801358 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-0c2705f1-5b67-4f21-a719-f0d59c4884ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:26.803035 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (da04494d-6a66-48db-b604-6e7f17914509), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.804796 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-0c2705f1-5b67-4f21-a719-f0d59c4884ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524633 Jul 26 05:07:26.837935 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.db.api [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 05:07:26.838338 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG oslo_db.api [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 05:07:26.847969 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068407f-5af5-43c8-8938-99bc9733981d None None] Pushing event updated for resources: {'Port': ['ID=542d9c7e-c465-4268-8bbe-9016111fa44b,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:26.878702 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Publish callbacks [] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.880911 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-f5fbc089-e06b-4e1b-8c80-c704464fe7de None None] Provisioning complete for port 542d9c7e-c465-4268-8bbe-9016111fa44b triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:26.881281 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f5fbc089-e06b-4e1b-8c80-c704464fe7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.907664 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:26.922640 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-63758a49-636c-46e1-bfb4-fd2086de5221 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098599 Jul 26 05:07:26.955524 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:26.991200 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Attempting to bind port bb6bb686-1a37-4d37-97d0-75e64fb162ac on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:26.992013 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Attempting to bind port bb6bb686-1a37-4d37-97d0-75e64fb162ac by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:26.992013 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Attempting to bind port bb6bb686-1a37-4d37-97d0-75e64fb162ac on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:26.995463 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231002d4-3137-4b6b-a468-42dad50b7344 None None] Pushing event updated for resources: {'Port': ['ID=bb6bb686-1a37-4d37-97d0-75e64fb162ac,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:27.022238 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:27.022998 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:27.022998 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:27.023415 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:27.023908 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Bound port: bb6bb686-1a37-4d37-97d0-75e64fb162ac, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:27.024293 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:27.027748 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6432f62c-4b35-468a-a8b7-d7e5f92fae05 req-32b7c0dc-0b8b-4198-b59c-7f4e6120066b service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970128 Jul 26 05:07:27.053888 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbc089-e06b-4e1b-8c80-c704464fe7de None None] Current status of the port 542d9c7e-c465-4268-8bbe-9016111fa44b is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:27.083734 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] For port bb6bb686-1a37-4d37-97d0-75e64fb162ac, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:27.087410 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] For port bb6bb686-1a37-4d37-97d0-75e64fb162ac, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=bb6bb686-1a37-4d37-97d0-75e64fb162ac,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:27.094661 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:27.107678 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=da04494d-6a66-48db-b604-6e7f17914509,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:27.110171 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (283ba662-3948-497f-8537-47d0c8ff7ceb), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:27.156839 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:27.157459 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:27.159244 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231002d4-3137-4b6b-a468-42dad50b7344 None None] Pushing event updated for resources: {'Port': ['ID=bb6bb686-1a37-4d37-97d0-75e64fb162ac,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:27.214204 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Network 222f5094-66e8-49db-b14e-07f8d8588a65 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:27.215732 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:27.226024 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-95890086-b328-4d49-b999-4c3d67f8c4ab None None] Provisioning complete for port da04494d-6a66-48db-b604-6e7f17914509 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:27.226403 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-95890086-b328-4d49-b999-4c3d67f8c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (da04494d-6a66-48db-b604-6e7f17914509), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:27.349872 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Router 283ba662-3948-497f-8537-47d0c8ff7ceb has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:07:27.475329 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:27.488925 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8e62b957-ffd2-42f1-aaa3-3b256c949ec8 admin admin] 10.222.0.17 "PUT /v2.0/routers/283ba662-3948-497f-8537-47d0c8ff7ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4615235 Jul 26 05:07:27.496828 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:27.500309 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-95890086-b328-4d49-b999-4c3d67f8c4ab None None] Port da04494d-6a66-48db-b604-6e7f17914509 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:27.534940 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 542d9c7e-c465-4268-8bbe-9016111fa44b is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:27.673903 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 542d9c7e-c465-4268-8bbe-9016111fa44b up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:27.718670 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a83edc-66cd-418f-bffe-5c26782875fb None None] Provisioning complete for port da04494d-6a66-48db-b604-6e7f17914509 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:27.718915 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a83edc-66cd-418f-bffe-5c26782875fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (da04494d-6a66-48db-b604-6e7f17914509), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:27.739104 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:27.760656 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb5adc-538f-4091-a0c8-a2c1e235e616 req-1da40a51-6fb5-449c-94ee-449465c49567 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:27.762375 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ecb5adc-538f-4091-a0c8-a2c1e235e616 req-1da40a51-6fb5-449c-94ee-449465c49567 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 943 time: 0.0799904 Jul 26 05:07:27.767820 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:27.804469 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a83edc-66cd-418f-bffe-5c26782875fb None None] Port da04494d-6a66-48db-b604-6e7f17914509 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:27.847256 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 542d9c7e-c465-4268-8bbe-9016111fa44b triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:27.847642 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:27.865906 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ecb5adc-538f-4091-a0c8-a2c1e235e616 req-67b90259-0da6-43e4-8e1f-86182d1c77dc tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960345 Jul 26 05:07:27.880267 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-a5035700-24e2-4fdd-bdf6-0c94f7a9acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:27.881800 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 2, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:27.882371 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-a5035700-24e2-4fdd-bdf6-0c94f7a9acb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 1127 time: 0.0508091 Jul 26 05:07:27.919047 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71675c3-6874-4cf5-b442-45b54f51f0ad None None] The sync data for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi is: [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 2, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:27.981341 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 542d9c7e-c465-4268-8bbe-9016111fa44b is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:28.015382 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-4c83e7d9-3a9b-4ae8-9b56-ac259ede401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:28.016970 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-4c83e7d9-3a9b-4ae8-9b56-ac259ede401f service neutron] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 916 time: 0.1250858 Jul 26 05:07:28.060025 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-218d1720-0fef-4fbb-9a6f-49515056bd93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e555f8-fed5-4569-b13d-5927a204917c HTTP/1.1" status: 200 len: 217 time: 0.0365064 Jul 26 05:07:28.109670 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-d6f68cc2-e6e9-42e4-a278-f7444f16f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:28.111143 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-d6f68cc2-e6e9-42e4-a278-f7444f16f651 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0447314 Jul 26 05:07:28.182124 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-98a98e81-c40f-47ce-b758-0ff348f05bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:28.192189 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-98a98e81-c40f-47ce-b758-0ff348f05bbb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727403 Jul 26 05:07:28.229653 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52214) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:28.237985 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-537422710-network', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:28.282082 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Made reservation on behalf of 838457cc16d44a1f8a2b951f2d5e402a for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:28.284864 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.295409 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.316925 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-bdfc2e40-f24b-48be-9e4c-3d192e08395c service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178751 Jul 26 05:07:28.391118 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Publish callbacks [] for security_group (e9291bff-1da0-49e7-a888-5500a1245f2c), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.397278 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e9291bff-1da0-49e7-a888-5500a1245f2c), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.421240 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:07:28.424290 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76dcce2b-e39b-4686-bbb5-87d8d75893b4 req-989d7c96-2e5c-4c73-9129-7971dfe152de service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996618 Jul 26 05:07:28.438629 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9291bff-1da0-49e7-a888-5500a1245f2c,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:28.441598 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.441941 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Added segment 61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf of type vlan for network c346fbae-d0e2-4119-b003-b302001cf184 Jul 26 05:07:28.489513 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (c346fbae-d0e2-4119-b003-b302001cf184), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.520781 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (c346fbae-d0e2-4119-b003-b302001cf184), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.521856 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:28.522627 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.569358 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:28.587659 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3558891 Jul 26 05:07:28.590891 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52216) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:28.594088 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155d2e0-fe0c-4824-8054-0c7047bfe849 admin admin] Pushing event updated for resources: {'Network': ['ID=c346fbae-d0e2-4119-b003-b302001cf184,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:28.598447 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Request body: {'subnet': {'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-537422710-subnet', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:28.604765 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network c346fbae-d0e2-4119-b003-b302001cf184 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:07:28.608148 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:28.624314 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Made reservation on behalf of 838457cc16d44a1f8a2b951f2d5e402a for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:28.626863 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58846403'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.717166 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:28.830808 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59865235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58846445'] for subnet (e0037bee-7995-466d-af9d-ddb5c8ad5ea6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.883118 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0037bee-7995-466d-af9d-ddb5c8ad5ea6,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:28.899535 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Checking segment: {'id': '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:28.899945 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Network hostable DHCP agents. Network: c346fbae-d0e2-4119-b003-b302001cf184, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:07:28.924196 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Network c346fbae-d0e2-4119-b003-b302001cf184 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:07:28.937935 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, c346fbae-d0e2-4119-b003-b302001cf184) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:28.942669 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:28.943236 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:28.950609 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646af37a-c327-44a7-860a-27c1cd270c80 None None] Network c346fbae-d0e2-4119-b003-b302001cf184 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:28.967476 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-54794a06-60aa-45f9-8fc8-a2b07e3c871e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3748267 Jul 26 05:07:28.970437 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52220) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:28.975200 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:29.005894 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:29.014840 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (f05abde0-2ce5-4010-8295-98557cb3ddc8), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.017193 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (f05abde0-2ce5-4010-8295-98557cb3ddc8), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.066080 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad3007-5238-4f94-942d-f9e7f23bfff5 req-37673470-88b7-4b55-82d6-ac32e8cf7d3e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:29.067707 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1cad3007-5238-4f94-942d-f9e7f23bfff5 req-37673470-88b7-4b55-82d6-ac32e8cf7d3e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 943 time: 0.0868068 Jul 26 05:07:29.089100 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-c346fbae-d0e2-4119-b003-b302001cf184', 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184', 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'fixed_ips': [{'subnet_id': 'e0037bee-7995-466d-af9d-ddb5c8ad5ea6'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 05:07:29.091996 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.115446 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks [] for router_controller (f05abde0-2ce5-4010-8295-98557cb3ddc8), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.128432 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1cad3007-5238-4f94-942d-f9e7f23bfff5 req-b98076f0-4940-4abd-b382-8c6a99564d21 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548897 Jul 26 05:07:29.185915 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52232) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:29.268591 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Allocated IP 172.20.0.2 (c346fbae-d0e2-4119-b003-b302001cf184/e0037bee-7995-466d-af9d-ddb5c8ad5ea6/a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:29.293509 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks [] for router_gateway (f05abde0-2ce5-4010-8295-98557cb3ddc8), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.445253 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Publish callbacks [] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.454471 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.496468 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Network c346fbae-d0e2-4119-b003-b302001cf184 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:29.496685 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks [] for router_gateway (f05abde0-2ce5-4010-8295-98557cb3ddc8), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.500845 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:29.505804 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:29.517093 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.532583 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-42707643-f260-44ae-b3d0-55904a43e56f admin admin] Deleting subnet cd9a159d-6d6a-4605-9c0c-a0ba89a70c9e {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:07:29.536488 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-42707643-f260-44ae-b3d0-55904a43e56f admin admin] Publish callbacks [] for subnet (cd9a159d-6d6a-4605-9c0c-a0ba89a70c9e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.565660 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Pushing event updated for resources: {'Port': ['ID=a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:29.581283 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-42707643-f260-44ae-b3d0-55904a43e56f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58924954'] for subnet (cd9a159d-6d6a-4605-9c0c-a0ba89a70c9e), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.600471 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Attempting to bind port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:29.601465 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Attempting to bind port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:29.601836 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Attempting to bind port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b on network c346fbae-d0e2-4119-b003-b302001cf184 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:29.612409 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:29.613094 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Checking segment: {'id': '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:29.613234 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.614261 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Bound using segment: {'id': '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:29.614261 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Bound port: a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:29.614479 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.626522 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:29.632151 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-42707643-f260-44ae-b3d0-55904a43e56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (cd9a159d-6d6a-4605-9c0c-a0ba89a70c9e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.632546 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:29.648152 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Allocated IP 172.27.3.41 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/851563e8-15d9-4b17-81d1-7c27a92dd1e4) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:29.700893 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] For port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:29.704916 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] For port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b,segment=NetworkSegment(61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf),segment_id=61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:29.711995 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.737453 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-42707643-f260-44ae-b3d0-55904a43e56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59865170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58846438'] for subnet (cd9a159d-6d6a-4605-9c0c-a0ba89a70c9e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.747065 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device bb6bb686-1a37-4d37-97d0-75e64fb162ac up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:29.785921 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42707643-f260-44ae-b3d0-55904a43e56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd9a159d-6d6a-4605-9c0c-a0ba89a70c9e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:29.788378 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-42707643-f260-44ae-b3d0-55904a43e56f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.795158 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-42707643-f260-44ae-b3d0-55904a43e56f admin admin] 10.222.0.17 "DELETE /v2.0/subnets/cd9a159d-6d6a-4605-9c0c-a0ba89a70c9e HTTP/1.1" status: 204 len: 168 time: 0.6054280 Jul 26 05:07:29.795486 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52234) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:29.809046 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks [] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.828318 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b1c7e-a332-4bac-aced-12c483b20cc5 None None] Pushing event updated for resources: {'Port': ['ID=a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:29.853885 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.858646 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port bb6bb686-1a37-4d37-97d0-75e64fb162ac triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:29.859042 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.877260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (6e4afd77-b398-4d6f-bcbe-f03d399573e3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.901839 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:29.905323 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:29.914427 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:29.942579 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port bb6bb686-1a37-4d37-97d0-75e64fb162ac is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:29.942968 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.958765 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:29.969000 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port bb6bb686-1a37-4d37-97d0-75e64fb162ac, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=bb6bb686-1a37-4d37-97d0-75e64fb162ac,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:29.971437 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (6e4afd77-b398-4d6f-bcbe-f03d399573e3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.971675 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Pushing event updated for resources: {'Port': ['ID=851563e8-15d9-4b17-81d1-7c27a92dd1e4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:29.985000 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:29.995775 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4afd77-b398-4d6f-bcbe-f03d399573e3']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:30.008457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fac85c-c595-4fd1-9cbe-2f73962a58b8') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:30.008457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fac85c-c595-4fd1-9cbe-2f73962a58b8') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:30.017314 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58924931'] for segment (13fac85c-c595-4fd1-9cbe-2f73962a58b8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.045867 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (13fac85c-c595-4fd1-9cbe-2f73962a58b8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.059167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:07:30.060334 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59865100'] for segment (13fac85c-c595-4fd1-9cbe-2f73962a58b8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.091718 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=bb6bb686-1a37-4d37-97d0-75e64fb162ac,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:30.105969 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:30.133484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (6e4afd77-b398-4d6f-bcbe-f03d399573e3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.150267 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.154439 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] 10.222.0.17 "DELETE /v2.0/networks/6e4afd77-b398-4d6f-bcbe-f03d399573e3 HTTP/1.1" status: 204 len: 168 time: 0.3571146 Jul 26 05:07:30.165876 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52240) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:30.166865 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aaaa48-88a2-41ea-b9a6-0b2af0a2d237 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e4afd77-b398-4d6f-bcbe-f03d399573e3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:30.247421 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e0d050-f6dd-44cb-9877-d0b85711310c admin admin] Deleting subnet 7c350159-96fa-49fa-b49f-191c15b53922 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:07:30.252434 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d050-f6dd-44cb-9877-d0b85711310c admin admin] Publish callbacks [] for subnet (7c350159-96fa-49fa-b49f-191c15b53922), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.255087 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks [] for router_gateway (f05abde0-2ce5-4010-8295-98557cb3ddc8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.325278 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d050-f6dd-44cb-9877-d0b85711310c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58924954'] for subnet (7c350159-96fa-49fa-b49f-191c15b53922), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.358138 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dcbff-fb86-4090-9ad5-3b33cd197e0c req-a5d94277-1785-400e-8b1d-305c49f2d3eb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:30.359763 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-295dcbff-fb86-4090-9ad5-3b33cd197e0c req-a5d94277-1785-400e-8b1d-305c49f2d3eb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 943 time: 0.0847878 Jul 26 05:07:30.388005 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 13fac85c-c595-4fd1-9cbe-2f73962a58b8 resource provider aggregate not found Jul 26 05:07:30.405953 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:30.414406 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 13fac85c-c595-4fd1-9cbe-2f73962a58b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13fac85c-c595-4fd1-9cbe-2f73962a58b8 found for delete ", "request_id": "req-f5ea97ed-5d34-4ab5-8ae1-9a0667343c5e"}]} Jul 26 05:07:30.418207 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d050-f6dd-44cb-9877-d0b85711310c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (7c350159-96fa-49fa-b49f-191c15b53922), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.464338 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (f05abde0-2ce5-4010-8295-98557cb3ddc8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.468185 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-295dcbff-fb86-4090-9ad5-3b33cd197e0c req-7dc91a2d-cc12-41c7-b183-f1f7b2bd6eda tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959704 Jul 26 05:07:30.496030 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d050-f6dd-44cb-9877-d0b85711310c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59865170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58846438'] for subnet (7c350159-96fa-49fa-b49f-191c15b53922), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.524280 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0d050-f6dd-44cb-9877-d0b85711310c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c350159-96fa-49fa-b49f-191c15b53922,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:30.526172 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5e0d050-f6dd-44cb-9877-d0b85711310c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.529328 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e5e0d050-f6dd-44cb-9877-d0b85711310c admin admin] 10.222.0.17 "DELETE /v2.0/subnets/7c350159-96fa-49fa-b49f-191c15b53922 HTTP/1.1" status: 204 len: 168 time: 0.3602626 Jul 26 05:07:30.531918 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52246) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:30.608937 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Router f05abde0-2ce5-4010-8295-98557cb3ddc8 is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:07:30.621985 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (ca4036bc-2c92-4cd4-bead-afd8e2bf7e69), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.727085 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:30.728262 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (ca4036bc-2c92-4cd4-bead-afd8e2bf7e69), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.736788 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Sync routers for ids ['f05abde0-2ce5-4010-8295-98557cb3ddc8'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:30.750106 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.755109 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ba5bac87-deda-4fbe-a1e4-960798d61d7a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7830694 Jul 26 05:07:30.755806 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52248) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:30.757142 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Routers {'f05abde0-2ce5-4010-8295-98557cb3ddc8'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:30.757975 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['f05abde0-2ce5-4010-8295-98557cb3ddc8'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:30.760302 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4036bc-2c92-4cd4-bead-afd8e2bf7e69']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:30.773288 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f3ecf5-2aa8-47a6-b597-1d41b9ee5807') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:30.773726 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f3ecf5-2aa8-47a6-b597-1d41b9ee5807') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:30.785264 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58924931'] for segment (76f3ecf5-2aa8-47a6-b597-1d41b9ee5807), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.800147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (76f3ecf5-2aa8-47a6-b597-1d41b9ee5807), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.802447 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:30.808796 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:07:30.809329 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59865100'] for segment (76f3ecf5-2aa8-47a6-b597-1d41b9ee5807), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.861569 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 61e555f8-fed5-4569-b13d-5927a204917c details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:07:30.881933 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (ca4036bc-2c92-4cd4-bead-afd8e2bf7e69), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.895213 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Set router f05abde0-2ce5-4010-8295-98557cb3ddc8 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:30.909037 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:30.913214 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:30.913815 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] 10.222.0.17 "DELETE /v2.0/networks/ca4036bc-2c92-4cd4-bead-afd8e2bf7e69 HTTP/1.1" status: 204 len: 168 time: 0.3809400 Jul 26 05:07:30.915220 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16595a82-e8d3-45f0-bb4b-7c48644cce2b admin admin] Pushing event deleted for resources: {'Network': ['ID=ca4036bc-2c92-4cd4-bead-afd8e2bf7e69,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:30.959928 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4f2b3-057e-4c08-8967-4f2bc5d0024a None None] Network c346fbae-d0e2-4119-b003-b302001cf184 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:30.974850 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-89f806b1-dbeb-4aa1-aef1-d61eeedc0802 None None] Provisioning complete for port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:30.975479 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-89f806b1-dbeb-4aa1-aef1-d61eeedc0802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.069501 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:31.148784 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:30Z', 'revision_number': 3, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'gw_port': {'id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:31.159508 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-89f806b1-dbeb-4aa1-aef1-d61eeedc0802 None None] Current status of the port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:31.159917 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-89f806b1-dbeb-4aa1-aef1-d61eeedc0802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.167650 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52252) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:31.182107 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:31.188435 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Checking router: f05abde0-2ce5-4010-8295-98557cb3ddc8 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:31.188708 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 61e555f8-fed5-4569-b13d-5927a204917c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=61e555f8-fed5-4569-b13d-5927a204917c,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:31.188919 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Updating router f05abde0-2ce5-4010-8295-98557cb3ddc8 port 851563e8-15d9-4b17-81d1-7c27a92dd1e4 binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:31.219169 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '61e555f8-fed5-4569-b13d-5927a204917c', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:07:31.224252 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f0377913-1a2d-401f-aa59-c6b0d30d72b6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=32108c1f825541b08254bacf45ceedea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531960 Jul 26 05:07:31.224613 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52254) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:31.225967 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.259915 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-89f806b1-dbeb-4aa1-aef1-d61eeedc0802 None None] For port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b,segment=NetworkSegment(61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf),segment_id=61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:31.284889 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e02f6545-9b19-4eb7-b848-82b3c27827ed admin admin] Publish callbacks [] for security_group (71ab4a42-a180-48f9-a0e5-50437d7c1b0b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.288043 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-89f806b1-dbeb-4aa1-aef1-d61eeedc0802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.292097 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.314820 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:31.317362 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e02f6545-9b19-4eb7-b848-82b3c27827ed admin admin] Publish callbacks [] for security_group (71ab4a42-a180-48f9-a0e5-50437d7c1b0b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.327343 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 61e555f8-fed5-4569-b13d-5927a204917c is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:31.327780 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (61e555f8-fed5-4569-b13d-5927a204917c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.362118 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e555f8-fed5-4569-b13d-5927a204917c {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:07:31.366445 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:31.384048 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f806b1-dbeb-4aa1-aef1-d61eeedc0802 None None] Pushing event updated for resources: {'Port': ['ID=a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:31.430164 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 61e555f8-fed5-4569-b13d-5927a204917c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=61e555f8-fed5-4569-b13d-5927a204917c,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:31.432213 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e02f6545-9b19-4eb7-b848-82b3c27827ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (71ab4a42-a180-48f9-a0e5-50437d7c1b0b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.436765 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e02f6545-9b19-4eb7-b848-82b3c27827ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.437610 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (61e555f8-fed5-4569-b13d-5927a204917c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.441615 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e02f6545-9b19-4eb7-b848-82b3c27827ed admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/71ab4a42-a180-48f9-a0e5-50437d7c1b0b HTTP/1.1" status: 204 len: 168 time: 0.2128344 Jul 26 05:07:31.454499 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f6545-9b19-4eb7-b848-82b3c27827ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ab4a42-a180-48f9-a0e5-50437d7c1b0b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:31.523422 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=61e555f8-fed5-4569-b13d-5927a204917c,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:31.525046 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:31.722744 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Allocated IP 172.20.0.1 (c346fbae-d0e2-4119-b003-b302001cf184/e0037bee-7995-466d-af9d-ddb5c8ad5ea6/02e7b113-faa4-483e-8a61-02f96654b0de) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:31.728045 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['61e555f8-fed5-4569-b13d-5927a204917c'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:07:31.738183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf41c93-1717-48d4-b6e7-b7a96f4fa9be req-d8a5b540-cc38-4d89-b2c0-be8869cc423c tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:31.739963 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7bf41c93-1717-48d4-b6e7-b7a96f4fa9be req-d8a5b540-cc38-4d89-b2c0-be8869cc423c tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 944 time: 0.1399093 Jul 26 05:07:31.747722 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Publish callbacks [] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.759774 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.829924 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-5fc8c93b-2dce-4e4e-b7ca-67b3e836f5f5 None None] Provisioning complete for port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:31.832564 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5fc8c93b-2dce-4e4e-b7ca-67b3e836f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.833067 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1e88e-4ec4-4b74-b524-647fcafec1ad None None] Pushing event updated for resources: {'Port': ['ID=851563e8-15d9-4b17-81d1-7c27a92dd1e4,revision_number=2']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:31.855168 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Attempting to bind port 851563e8-15d9-4b17-81d1-7c27a92dd1e4 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:31.855534 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Attempting to bind port 851563e8-15d9-4b17-81d1-7c27a92dd1e4 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:31.855928 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Attempting to bind port 851563e8-15d9-4b17-81d1-7c27a92dd1e4 on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:31.860707 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7bf41c93-1717-48d4-b6e7-b7a96f4fa9be req-8df1045a-97d2-4d0b-b270-6f807f283b91 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113596 Jul 26 05:07:31.862140 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:31.862513 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:31.862907 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.863286 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:31.864243 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Bound port: 851563e8-15d9-4b17-81d1-7c27a92dd1e4, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:31.864624 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.883853 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device bb6bb686-1a37-4d37-97d0-75e64fb162ac up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:31.907980 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:31.936545 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] For port 851563e8-15d9-4b17-81d1-7c27a92dd1e4, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:31.941387 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] For port 851563e8-15d9-4b17-81d1-7c27a92dd1e4, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=851563e8-15d9-4b17-81d1-7c27a92dd1e4,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:31.951958 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:31.954668 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Sync routers for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:31.974179 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:31.975336 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:32.026318 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1e88e-4ec4-4b74-b524-647fcafec1ad None None] Pushing event updated for resources: {'Port': ['ID=851563e8-15d9-4b17-81d1-7c27a92dd1e4,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:32.047391 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Routers {'f05abde0-2ce5-4010-8295-98557cb3ddc8'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:32.048279 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['f05abde0-2ce5-4010-8295-98557cb3ddc8'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:32.113224 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52262) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:32.166985 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] Set router f05abde0-2ce5-4010-8295-98557cb3ddc8 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:32.173646 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d768ef8f-4fcb-4e3c-ba00-b7745700df05 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ab69f9fe40d14f01aa48e5ee41cb5b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0588772 Jul 26 05:07:32.174445 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52264) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:32.196266 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Publish callbacks [] for port (02e7b113-faa4-483e-8a61-02f96654b0de), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.218479 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port bb6bb686-1a37-4d37-97d0-75e64fb162ac triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:32.218946 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.237234 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.240086 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-46a5aea2-42ed-43d7-abbc-bff92778ca4a admin admin] Publish callbacks [] for security_group (28385846-d9dd-4048-bb6d-9f7913a14f39), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.268254 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-46a5aea2-42ed-43d7-abbc-bff92778ca4a admin admin] Publish callbacks [] for security_group (28385846-d9dd-4048-bb6d-9f7913a14f39), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.293703 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Network c346fbae-d0e2-4119-b003-b302001cf184 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:32.303038 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:32.310067 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:32.360439 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-46a5aea2-42ed-43d7-abbc-bff92778ca4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (28385846-d9dd-4048-bb6d-9f7913a14f39), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.363155 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-46a5aea2-42ed-43d7-abbc-bff92778ca4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.367388 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-46a5aea2-42ed-43d7-abbc-bff92778ca4a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/28385846-d9dd-4048-bb6d-9f7913a14f39 HTTP/1.1" status: 204 len: 168 time: 0.1917357 Jul 26 05:07:32.383964 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5aea2-42ed-43d7-abbc-bff92778ca4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28385846-d9dd-4048-bb6d-9f7913a14f39,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:32.398248 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (f05abde0-2ce5-4010-8295-98557cb3ddc8), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.402459 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Pushing event updated for resources: {'Port': ['ID=02e7b113-faa4-483e-8a61-02f96654b0de,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:32.423428 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:32.428194 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-5fc8c93b-2dce-4e4e-b7ca-67b3e836f5f5 None None] Current status of the port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:32.446853 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 76f3ecf5-2aa8-47a6-b597-1d41b9ee5807 resource provider aggregate not found Jul 26 05:07:32.474661 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 76f3ecf5-2aa8-47a6-b597-1d41b9ee5807 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76f3ecf5-2aa8-47a6-b597-1d41b9ee5807 found for delete ", "request_id": "req-77106ae1-6239-435b-b098-2599b02aac08"}]} Jul 26 05:07:32.477203 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:32.545029 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:30Z', 'revision_number': 3, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'gw_port': {'id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:32.554689 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:32.581844 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab327d3-2e8a-4168-91c1-70895d93f8c7 None None] The sync data for ids ['f05abde0-2ce5-4010-8295-98557cb3ddc8'] in dv-cinder-850574-1-iscsi is: [{'id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:30Z', 'revision_number': 3, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'gw_port': {'id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:32.613381 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.616794 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port bb6bb686-1a37-4d37-97d0-75e64fb162ac is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:32.617848 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:32.752634 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:32.778251 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:32.778624 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.802053 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-fe65dd81-64b5-4f9e-bbcf-9a2b35770aaf None None] Provisioning complete for port 02e7b113-faa4-483e-8a61-02f96654b0de triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:32.802431 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fe65dd81-64b5-4f9e-bbcf-9a2b35770aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.840593 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Publish callbacks [] for port (02e7b113-faa4-483e-8a61-02f96654b0de), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.859270 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:32.892550 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-fe65dd81-64b5-4f9e-bbcf-9a2b35770aaf None None] Port 02e7b113-faa4-483e-8a61-02f96654b0de cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:32.896849 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 2, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:32.951638 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Checking router: 283ba662-3948-497f-8537-47d0c8ff7ceb for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:32.952005 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Updating router 283ba662-3948-497f-8537-47d0c8ff7ceb port da04494d-6a66-48db-b604-6e7f17914509 binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:33.001241 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 61e555f8-fed5-4569-b13d-5927a204917c up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:33.014173 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (f05abde0-2ce5-4010-8295-98557cb3ddc8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.039129 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Pushing event updated for resources: {'Port': ['ID=02e7b113-faa4-483e-8a61-02f96654b0de,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:33.052452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f4fce-60b1-460b-b558-051ff6daa102 req-e2189ade-cf21-4d0f-9e5b-b745ab674a38 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:33.060469 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5d1f4fce-60b1-460b-b558-051ff6daa102 req-e2189ade-cf21-4d0f-9e5b-b745ab674a38 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 944 time: 0.0630479 Jul 26 05:07:33.068409 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (da04494d-6a66-48db-b604-6e7f17914509), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.108502 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.112375 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:33.138232 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5d1f4fce-60b1-460b-b558-051ff6daa102 req-7be74e72-25c6-438c-b81d-1e6dabd540a0 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759201 Jul 26 05:07:33.160962 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 61e555f8-fed5-4569-b13d-5927a204917c completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:07:33.181824 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 61e555f8-fed5-4569-b13d-5927a204917c triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:33.182477 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (61e555f8-fed5-4569-b13d-5927a204917c), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.233036 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:33.245671 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Network c346fbae-d0e2-4119-b003-b302001cf184 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:33.248122 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:33.422290 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Router f05abde0-2ce5-4010-8295-98557cb3ddc8 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:07:33.454568 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 61e555f8-fed5-4569-b13d-5927a204917c is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:33.454957 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (61e555f8-fed5-4569-b13d-5927a204917c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.506496 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:33.515689 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e555f8-fed5-4569-b13d-5927a204917c'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:07:33.518136 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461d4aab-3ca6-429b-b42f-3fb3240fe76f" -d '{"events": [{"server_uuid": "4bd266ba-c238-47fc-9ff2-1176d4d46a5b", "name": "network-vif-plugged", "status": "completed", "tag": "61e555f8-fed5-4569-b13d-5927a204917c"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:07:33.530956 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:33.544398 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 61e555f8-fed5-4569-b13d-5927a204917c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=61e555f8-fed5-4569-b13d-5927a204917c,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:33.575443 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (61e555f8-fed5-4569-b13d-5927a204917c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.662267 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03765da7-5456-43ab-a282-bac34aa6cb9d x-openstack-request-id: req-03765da7-5456-43ab-a282-bac34aa6cb9d {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:07:33.662560 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd266ba-c238-47fc-9ff2-1176d4d46a5b", "name": "network-vif-plugged", "status": "completed", "tag": "61e555f8-fed5-4569-b13d-5927a204917c", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:07:33.662807 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-03765da7-5456-43ab-a282-bac34aa6cb9d {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:07:33.663198 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03765da7-5456-43ab-a282-bac34aa6cb9d'] response: {'server_uuid': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e555f8-fed5-4569-b13d-5927a204917c', 'code': 200} Jul 26 05:07:33.671308 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:33.692193 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2f99cbb2-3893-44a3-90a2-fcc4deae4963 admin admin] 10.222.0.17 "PUT /v2.0/routers/f05abde0-2ce5-4010-8295-98557cb3ddc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9311974 Jul 26 05:07:33.730641 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 851563e8-15d9-4b17-81d1-7c27a92dd1e4 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:33.776251 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-d72750e2-29ad-4f6e-b680-b13e80e65c61 None None] Provisioning complete for port 02e7b113-faa4-483e-8a61-02f96654b0de triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:33.776626 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d72750e2-29ad-4f6e-b680-b13e80e65c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.874751 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Publish callbacks [] for port (da04494d-6a66-48db-b604-6e7f17914509), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.895592 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (da04494d-6a66-48db-b604-6e7f17914509), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.896273 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=61e555f8-fed5-4569-b13d-5927a204917c,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:33.908452 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-d72750e2-29ad-4f6e-b680-b13e80e65c61 None None] Port 02e7b113-faa4-483e-8a61-02f96654b0de cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:33.984066 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 851563e8-15d9-4b17-81d1-7c27a92dd1e4 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:33.984440 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:33.999993 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d48892-bc3c-411b-bc85-57476daed713 req-727f7124-c39e-48f7-820f-e891ea251ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:34.004655 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33d48892-bc3c-411b-bc85-57476daed713 req-727f7124-c39e-48f7-820f-e891ea251ae4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 1129 time: 0.1227050 Jul 26 05:07:34.020565 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19e079-edde-4d68-9a64-32bf151df69a None None] Pushing event updated for resources: {'Port': ['ID=da04494d-6a66-48db-b604-6e7f17914509,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:34.115892 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33d48892-bc3c-411b-bc85-57476daed713 req-e511c09b-39f5-466e-b7ac-c670a282c79e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019900 Jul 26 05:07:34.154498 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Attempting to bind port da04494d-6a66-48db-b604-6e7f17914509 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:34.154868 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Attempting to bind port da04494d-6a66-48db-b604-6e7f17914509 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:34.155224 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Attempting to bind port da04494d-6a66-48db-b604-6e7f17914509 on network 222f5094-66e8-49db-b14e-07f8d8588a65 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:34.196065 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:34.196835 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Checking segment: {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:34.197241 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.197631 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Bound using segment: {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:34.198121 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Bound port: da04494d-6a66-48db-b604-6e7f17914509, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:34.198501 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (da04494d-6a66-48db-b604-6e7f17914509), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.263196 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 851563e8-15d9-4b17-81d1-7c27a92dd1e4 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:34.263852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.309880 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 851563e8-15d9-4b17-81d1-7c27a92dd1e4, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=851563e8-15d9-4b17-81d1-7c27a92dd1e4,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:34.319266 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] For port da04494d-6a66-48db-b604-6e7f17914509, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:34.332852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.354927 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] For port da04494d-6a66-48db-b604-6e7f17914509, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=da04494d-6a66-48db-b604-6e7f17914509,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:34.356877 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb4072-9872-4e4d-a144-e961892605bb req-e56a4a0b-0820-44a3-a73c-77548645b79b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:34.359090 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86fb4072-9872-4e4d-a144-e961892605bb req-e56a4a0b-0820-44a3-a73c-77548645b79b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 945 time: 0.0712845 Jul 26 05:07:34.393171 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-87a47324-76f5-4713-9bbb-e03157302e14 None None] Provisioning complete for port da04494d-6a66-48db-b604-6e7f17914509 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:34.395152 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87a47324-76f5-4713-9bbb-e03157302e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (da04494d-6a66-48db-b604-6e7f17914509), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.402926 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (da04494d-6a66-48db-b604-6e7f17914509), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.458867 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86fb4072-9872-4e4d-a144-e961892605bb req-54f4748a-b949-4f1f-8eeb-6e9c8b50edc0 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933115 Jul 26 05:07:34.472530 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=851563e8-15d9-4b17-81d1-7c27a92dd1e4,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:34.506111 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:34.506763 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:34.571966 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52322) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:34.594277 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:34.729885 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.743752 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:34.791101 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19e079-edde-4d68-9a64-32bf151df69a None None] Pushing event updated for resources: {'Port': ['ID=da04494d-6a66-48db-b604-6e7f17914509,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:34.794182 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:34.807513 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-87a47324-76f5-4713-9bbb-e03157302e14 None None] Current status of the port da04494d-6a66-48db-b604-6e7f17914509 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:34.807896 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87a47324-76f5-4713-9bbb-e03157302e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (da04494d-6a66-48db-b604-6e7f17914509), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.831154 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Publish callbacks [] for security_group (ca02b4b8-f700-4a60-8e3e-abb66597b321), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.836393 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ca02b4b8-f700-4a60-8e3e-abb66597b321), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.841769 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:34.894027 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3563428ee90342cdae1a2e3b99500320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183551 Jul 26 05:07:34.894260 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-87a47324-76f5-4713-9bbb-e03157302e14 None None] For port da04494d-6a66-48db-b604-6e7f17914509, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=da04494d-6a66-48db-b604-6e7f17914509,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:34.894376 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52334) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:34.904804 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87a47324-76f5-4713-9bbb-e03157302e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (da04494d-6a66-48db-b604-6e7f17914509), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:34.979786 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca02b4b8-f700-4a60-8e3e-abb66597b321,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:34.989281 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.989620 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.989954 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.990297 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.990609 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.990921 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.991237 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.991572 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.991895 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.992211 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.992524 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.992837 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.993200 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.993510 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:34.995650 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf49ae-08c2-46d8-bb74-4e445f5389e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:35.003536 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-317eac7e-d545-4d0c-ab0f-20e9941003ef admin admin] Publish callbacks [] for security_group (ca02b4b8-f700-4a60-8e3e-abb66597b321), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:35.034268 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-317eac7e-d545-4d0c-ab0f-20e9941003ef admin admin] Publish callbacks [] for security_group (ca02b4b8-f700-4a60-8e3e-abb66597b321), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:35.058590 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-934f7cbf-1029-4402-9d7a-4ca8411b6faa None None] Provisioning complete for port da04494d-6a66-48db-b604-6e7f17914509 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:35.058957 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-934f7cbf-1029-4402-9d7a-4ca8411b6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (da04494d-6a66-48db-b604-6e7f17914509), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:35.062404 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a47324-76f5-4713-9bbb-e03157302e14 None None] Pushing event updated for resources: {'Port': ['ID=da04494d-6a66-48db-b604-6e7f17914509,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:35.100286 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-317eac7e-d545-4d0c-ab0f-20e9941003ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ca02b4b8-f700-4a60-8e3e-abb66597b321), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:35.103441 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-317eac7e-d545-4d0c-ab0f-20e9941003ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:35.108364 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-317eac7e-d545-4d0c-ab0f-20e9941003ef admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ca02b4b8-f700-4a60-8e3e-abb66597b321 HTTP/1.1" status: 204 len: 168 time: 0.2122865 Jul 26 05:07:35.119693 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317eac7e-d545-4d0c-ab0f-20e9941003ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca02b4b8-f700-4a60-8e3e-abb66597b321,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:35.229878 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:35.267427 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Sync routers for ids ['f05abde0-2ce5-4010-8295-98557cb3ddc8'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:35.282730 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Routers {'f05abde0-2ce5-4010-8295-98557cb3ddc8'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:35.283362 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['f05abde0-2ce5-4010-8295-98557cb3ddc8'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:35.296152 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a894e58a-faca-4687-81f9-33026bc192fa None None] The sync data for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi is: [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:35.298200 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-934f7cbf-1029-4402-9d7a-4ca8411b6faa None None] Current status of the port da04494d-6a66-48db-b604-6e7f17914509 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:35.488057 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Set router f05abde0-2ce5-4010-8295-98557cb3ddc8 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:35.720149 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a27c00-499e-4238-af73-f9a2816a1dd0 req-5a6e5630-0886-4cbb-9cfd-f215f107aa02 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:35.721724 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17a27c00-499e-4238-af73-f9a2816a1dd0 req-5a6e5630-0886-4cbb-9cfd-f215f107aa02 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 945 time: 0.1366236 Jul 26 05:07:35.738576 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:35.784522 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:35.799906 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 851563e8-15d9-4b17-81d1-7c27a92dd1e4 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:35.822189 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17a27c00-499e-4238-af73-f9a2816a1dd0 req-dafa404b-1a2a-43cc-9784-8cba4a85de4e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891726 Jul 26 05:07:35.881189 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:32Z', 'revision_number': 4, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'gw_port': {'id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '02e7b113-faa4-483e-8a61-02f96654b0de', 'name': '', 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'mac_address': 'fa:16:3e:eb:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e0037bee-7995-466d-af9d-ddb5c8ad5ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:31Z', 'updated_at': '2022-07-26T05:07:32Z', 'revision_number': 2, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'subnets': [{'id': 'e0037bee-7995-466d-af9d-ddb5c8ad5ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:35.923921 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 851563e8-15d9-4b17-81d1-7c27a92dd1e4 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:35.924517 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:35.937455 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Checking router: f05abde0-2ce5-4010-8295-98557cb3ddc8 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:35.937811 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Updating router f05abde0-2ce5-4010-8295-98557cb3ddc8 port 02e7b113-faa4-483e-8a61-02f96654b0de binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:36.022733 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.062422 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1f4f7-a112-4195-ab9b-a03dbbd15d33 req-7621a1f1-bdad-4025-a233-1f9c8c70b42f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:36.067360 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fba1f4f7-a112-4195-ab9b-a03dbbd15d33 req-7621a1f1-bdad-4025-a233-1f9c8c70b42f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 945 time: 0.1192608 Jul 26 05:07:36.082631 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52358) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:36.093712 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-b13bc06d-1fd7-41d3-8712-4176dff596d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'floatingip': {'port_id': '61e555f8-fed5-4569-b13d-5927a204917c'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:36.096952 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 851563e8-15d9-4b17-81d1-7c27a92dd1e4 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:36.098315 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device da04494d-6a66-48db-b604-6e7f17914509 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:36.155946 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port da04494d-6a66-48db-b604-6e7f17914509 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:36.156397 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (da04494d-6a66-48db-b604-6e7f17914509), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.156881 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b13bc06d-1fd7-41d3-8712-4176dff596d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (8c0b1aa1-f6d6-42fb-8076-2009c962ba63), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.348580 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port da04494d-6a66-48db-b604-6e7f17914509 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:36.430033 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:36.488533 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Publish callbacks [] for port (02e7b113-faa4-483e-8a61-02f96654b0de), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.503580 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.576885 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ae45c-d863-4455-a800-d378c2d25a7a None None] Pushing event updated for resources: {'Port': ['ID=02e7b113-faa4-483e-8a61-02f96654b0de,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:36.690564 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Attempting to bind port 02e7b113-faa4-483e-8a61-02f96654b0de on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:36.690940 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Attempting to bind port 02e7b113-faa4-483e-8a61-02f96654b0de by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:36.691302 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Attempting to bind port 02e7b113-faa4-483e-8a61-02f96654b0de on network c346fbae-d0e2-4119-b003-b302001cf184 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:36.705805 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:36.706095 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Checking segment: {'id': '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:36.706500 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.706888 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Bound using segment: {'id': '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:36.707356 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Bound port: 02e7b113-faa4-483e-8a61-02f96654b0de, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:36.707763 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.817443 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] For port 02e7b113-faa4-483e-8a61-02f96654b0de, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:36.822604 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] For port 02e7b113-faa4-483e-8a61-02f96654b0de, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=02e7b113-faa4-483e-8a61-02f96654b0de,segment=NetworkSegment(61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf),segment_id=61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:36.836415 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.935626 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b13bc06d-1fd7-41d3-8712-4176dff596d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.942135 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b13bc06d-1fd7-41d3-8712-4176dff596d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (8c0b1aa1-f6d6-42fb-8076-2009c962ba63), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:36.985212 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ae45c-d863-4455-a800-d378c2d25a7a None None] Pushing event updated for resources: {'Port': ['ID=02e7b113-faa4-483e-8a61-02f96654b0de,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:36.995846 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Routers {'f05abde0-2ce5-4010-8295-98557cb3ddc8'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:36.996507 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['f05abde0-2ce5-4010-8295-98557cb3ddc8'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:37.006859 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:37.035267 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-5c14a6c1-8388-4201-b41d-3008b9941dea None None] Provisioning complete for port 02e7b113-faa4-483e-8a61-02f96654b0de triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:37.036838 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c14a6c1-8388-4201-b41d-3008b9941dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:37.164446 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-b13bc06d-1fd7-41d3-8712-4176dff596d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Floating IP 8c0b1aa1-f6d6-42fb-8076-2009c962ba63 associated. External IP: 172.27.3.43, port: 61e555f8-fed5-4569-b13d-5927a204917c. Jul 26 05:07:37.168775 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-5c14a6c1-8388-4201-b41d-3008b9941dea None None] Current status of the port 02e7b113-faa4-483e-8a61-02f96654b0de is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:37.169180 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c14a6c1-8388-4201-b41d-3008b9941dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:37.207820 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:37.217819 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:37.221801 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] Set router f05abde0-2ce5-4010-8295-98557cb3ddc8 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:37.255380 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-5c14a6c1-8388-4201-b41d-3008b9941dea None None] For port 02e7b113-faa4-483e-8a61-02f96654b0de, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=02e7b113-faa4-483e-8a61-02f96654b0de,segment=NetworkSegment(61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf),segment_id=61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:37.268529 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5c14a6c1-8388-4201-b41d-3008b9941dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:37.306585 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52370) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:37.402672 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14a6c1-8388-4201-b41d-3008b9941dea None None] Pushing event updated for resources: {'Port': ['ID=02e7b113-faa4-483e-8a61-02f96654b0de,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:37.413518 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:07:37.421730 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:37.434644 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-804ec7fc-1880-4543-b3ba-1845e158c4ee None None] Provisioning complete for port 02e7b113-faa4-483e-8a61-02f96654b0de triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:37.435352 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-804ec7fc-1880-4543-b3ba-1845e158c4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:37.515886 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:32Z', 'revision_number': 4, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'gw_port': {'id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '02e7b113-faa4-483e-8a61-02f96654b0de', 'name': '', 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'mac_address': 'fa:16:3e:eb:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e0037bee-7995-466d-af9d-ddb5c8ad5ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:31Z', 'updated_at': '2022-07-26T05:07:36Z', 'revision_number': 4, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'subnets': [{'id': 'e0037bee-7995-466d-af9d-ddb5c8ad5ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:37.521383 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3435a696-73c3-4946-9e19-c2c83ed02b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:37.555426 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d42992-824f-4d3c-a4c9-9f68f6022db1 None None] The sync data for ids ['f05abde0-2ce5-4010-8295-98557cb3ddc8'] in dv-cinder-850574-1-iscsi is: [{'id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:32Z', 'revision_number': 4, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'gw_port': {'id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '02e7b113-faa4-483e-8a61-02f96654b0de', 'name': '', 'network_id': 'c346fbae-d0e2-4119-b003-b302001cf184', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'mac_address': 'fa:16:3e:eb:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e0037bee-7995-466d-af9d-ddb5c8ad5ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:31Z', 'updated_at': '2022-07-26T05:07:36Z', 'revision_number': 4, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'subnets': [{'id': 'e0037bee-7995-466d-af9d-ddb5c8ad5ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:37.566184 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:37.597575 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-804ec7fc-1880-4543-b3ba-1845e158c4ee None None] Current status of the port 02e7b113-faa4-483e-8a61-02f96654b0de is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:37.627304 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13bc06d-1fd7-41d3-8712-4176dff596d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:07:37.767474 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3435a696-73c3-4946-9e19-c2c83ed02b57 admin admin] Publish callbacks [] for security_group (24a6eccc-0499-4b2e-8014-5e951bc97083), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:37.778389 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3435a696-73c3-4946-9e19-c2c83ed02b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (24a6eccc-0499-4b2e-8014-5e951bc97083), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:37.808250 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13bc06d-1fd7-41d3-8712-4176dff596d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:37.821394 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:37.837852 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3435a696-73c3-4946-9e19-c2c83ed02b57 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=87cfccb52dd2434e956c45ea105e3d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258815 Jul 26 05:07:37.838583 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52374) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:37.838733 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435a696-73c3-4946-9e19-c2c83ed02b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a6eccc-0499-4b2e-8014-5e951bc97083,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:37.842302 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b13bc06d-1fd7-41d3-8712-4176dff596d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:37.845983 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:37.849132 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:37.926109 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b13bc06d-1fd7-41d3-8712-4176dff596d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "PUT /v2.0/floatingips/8c0b1aa1-f6d6-42fb-8076-2009c962ba63 HTTP/1.1" status: 200 len: 990 time: 1.8419640 Jul 26 05:07:37.934687 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'tag': '61e555f8-fed5-4569-b13d-5927a204917c'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:07:37.937770 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fbacff-d457-493e-968a-371efc190887" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd266ba-c238-47fc-9ff2-1176d4d46a5b", "tag": "61e555f8-fed5-4569-b13d-5927a204917c"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:07:38.015670 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74921747-06d0-402f-9b51-bf439f63c6a8 x-openstack-request-id: req-74921747-06d0-402f-9b51-bf439f63c6a8 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:07:38.015929 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:38.016299 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd266ba-c238-47fc-9ff2-1176d4d46a5b", "tag": "61e555f8-fed5-4569-b13d-5927a204917c", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:07:38.016708 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-74921747-06d0-402f-9b51-bf439f63c6a8 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:07:38.017301 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74921747-06d0-402f-9b51-bf439f63c6a8'] response: {'name': 'network-changed', 'server_uuid': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'tag': '61e555f8-fed5-4569-b13d-5927a204917c', 'status': 'completed', 'code': 200} Jul 26 05:07:38.060744 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-887f5e99-1f2b-43d9-ac31-df5b853ddd55 admin admin] Publish callbacks [] for security_group (24a6eccc-0499-4b2e-8014-5e951bc97083), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:38.089495 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-887f5e99-1f2b-43d9-ac31-df5b853ddd55 admin admin] Publish callbacks [] for security_group (24a6eccc-0499-4b2e-8014-5e951bc97083), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:38.143027 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbacff-d457-493e-968a-371efc190887 req-dd78cb6b-fd94-42a4-bbd5-81339ba90d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:38.145737 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0fbacff-d457-493e-968a-371efc190887 req-dd78cb6b-fd94-42a4-bbd5-81339ba90d70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 1129 time: 0.0847051 Jul 26 05:07:38.156891 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-887f5e99-1f2b-43d9-ac31-df5b853ddd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (24a6eccc-0499-4b2e-8014-5e951bc97083), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:38.160174 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-887f5e99-1f2b-43d9-ac31-df5b853ddd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:38.163885 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-887f5e99-1f2b-43d9-ac31-df5b853ddd55 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/24a6eccc-0499-4b2e-8014-5e951bc97083 HTTP/1.1" status: 204 len: 168 time: 0.3100867 Jul 26 05:07:38.171288 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f5e99-1f2b-43d9-ac31-df5b853ddd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a6eccc-0499-4b2e-8014-5e951bc97083,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:38.342341 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:38.382626 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbacff-d457-493e-968a-371efc190887 req-9aba52b1-4cf6-45bd-b883-ae4b36130f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:38.384586 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0fbacff-d457-493e-968a-371efc190887 req-9aba52b1-4cf6-45bd-b883-ae4b36130f6e service neutron] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 916 time: 0.2324657 Jul 26 05:07:38.465636 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0fbacff-d457-493e-968a-371efc190887 req-79415705-fad9-42d7-8d4b-5e6ca2dea0c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e555f8-fed5-4569-b13d-5927a204917c HTTP/1.1" status: 200 len: 998 time: 0.0739315 Jul 26 05:07:38.473449 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '8c0b1aa1-f6d6-42fb-8076-2009c962ba63', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:07:21Z', 'updated_at': '2022-07-26T05:07:36Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:38.510368 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:38.539381 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:38.540381 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:38.545021 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbacff-d457-493e-968a-371efc190887 req-a1b9f9d6-e72d-4003-92d8-e46b496df645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:38.547819 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0fbacff-d457-493e-968a-371efc190887 req-a1b9f9d6-e72d-4003-92d8-e46b496df645 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0751302 Jul 26 05:07:38.602559 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbacff-d457-493e-968a-371efc190887 req-8d770daa-71b5-408e-ba6a-0780a34a6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:38.604507 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0fbacff-d457-493e-968a-371efc190887 req-8d770daa-71b5-408e-ba6a-0780a34a6146 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501242 Jul 26 05:07:38.767781 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:38.819115 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0fbacff-d457-493e-968a-371efc190887 req-b9b7b5cf-c89e-48cd-8175-84e4531ac4ab service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079742 Jul 26 05:07:39.034814 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0fbacff-d457-493e-968a-371efc190887 req-86e89396-4a9e-4ecc-8d1f-2b13aa9b1423 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095468 Jul 26 05:07:39.114854 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '8c0b1aa1-f6d6-42fb-8076-2009c962ba63', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:07:21Z', 'updated_at': '2022-07-26T05:07:36Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:39.147271 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9664724-2c46-4c1b-b242-e28b2cb0e375 None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '8c0b1aa1-f6d6-42fb-8076-2009c962ba63', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:07:21Z', 'updated_at': '2022-07-26T05:07:36Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:39.389195 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52400) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:39.525872 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-418255444-network', 'tenant_id': '666f12ad571f45c096947d0497291842'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:39.574296 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Made reservation on behalf of 666f12ad571f45c096947d0497291842 for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:39.578564 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:39.588595 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:39.680992 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 02e7b113-faa4-483e-8a61-02f96654b0de up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:39.701029 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:39.707276 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:39.711136 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Publish callbacks [] for security_group (9223b433-a719-4124-b7f5-1d5b8e490ad5), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:39.715617 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (9223b433-a719-4124-b7f5-1d5b8e490ad5), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:39.729760 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 02e7b113-faa4-483e-8a61-02f96654b0de triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:39.730151 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:39.739908 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:07:39.759929 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9223b433-a719-4124-b7f5-1d5b8e490ad5,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:39.763508 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (1a054775-d062-4a1f-afdf-e810bf745664), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:39.764014 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Added segment 1a054775-d062-4a1f-afdf-e810bf745664 of type vlan for network 72b54b76-e074-4ca5-ae69-4055afca29ba Jul 26 05:07:39.834785 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (72b54b76-e074-4ca5-ae69-4055afca29ba), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:39.848399 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 02e7b113-faa4-483e-8a61-02f96654b0de is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:39.860097 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:39.872942 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (72b54b76-e074-4ca5-ae69-4055afca29ba), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:39.874002 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:39.874636 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:39.937001 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5466652 Jul 26 05:07:39.940104 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52408) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:39.942340 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748610e-abe3-4284-b44f-fe090feee07a admin admin] Pushing event updated for resources: {'Network': ['ID=72b54b76-e074-4ca5-ae69-4055afca29ba,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:39.948985 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Request body: {'subnet': {'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-418255444-subnet', 'tenant_id': '666f12ad571f45c096947d0497291842', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:39.955475 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 72b54b76-e074-4ca5-ae69-4055afca29ba details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:07:39.986676 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Made reservation on behalf of 666f12ad571f45c096947d0497291842 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:39.990211 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58846403'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.147137 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:40.211646 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59865235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58846445'] for subnet (e18865d8-d85e-4b59-8231-2cb589f1bf55), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.266401 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18865d8-d85e-4b59-8231-2cb589f1bf55,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:40.284356 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Checking segment: {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:40.284707 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Network hostable DHCP agents. Network: 72b54b76-e074-4ca5-ae69-4055afca29ba, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:07:40.303888 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Network 72b54b76-e074-4ca5-ae69-4055afca29ba is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:07:40.314586 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 72b54b76-e074-4ca5-ae69-4055afca29ba) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:40.325033 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2df4c-4a77-4f70-81b6-16f2df8f36dd None None] Network 72b54b76-e074-4ca5-ae69-4055afca29ba requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:40.325573 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:40.326242 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.352267 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4a0523e8-e1fa-4390-b87b-d0e3963e894a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4107034 Jul 26 05:07:40.355460 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52410) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:40.359266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:40.392809 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.393894 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.460082 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks [] for router_controller (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.501799 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-72b54b76-e074-4ca5-ae69-4055afca29ba', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'project_id': '666f12ad571f45c096947d0497291842', 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 05:07:40.502995 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.532279 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:40.659323 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks [] for router_gateway (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.682506 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Allocated IP 172.20.0.2 (72b54b76-e074-4ca5-ae69-4055afca29ba/e18865d8-d85e-4b59-8231-2cb589f1bf55/b339fc4a-2169-447f-9631-9392a770dc0e) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:40.753429 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615872ba-536a-4f49-9e08-022b57371906 None None] New status for floating IP 8c0b1aa1-f6d6-42fb-8076-2009c962ba63: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:07:40.903784 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks [] for router_gateway (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.920980 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Publish callbacks [] for port (b339fc4a-2169-447f-9631-9392a770dc0e), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.929072 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.941374 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:40.953088 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Network 72b54b76-e074-4ca5-ae69-4055afca29ba is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:40.957470 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:40.965552 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:41.043342 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Pushing event updated for resources: {'Port': ['ID=b339fc4a-2169-447f-9631-9392a770dc0e,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:41.063486 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Allocated IP 172.27.3.222 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/3de19813-875e-4cb9-8be7-afe50619b96b) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:41.094417 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Attempting to bind port b339fc4a-2169-447f-9631-9392a770dc0e on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:41.094871 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Attempting to bind port b339fc4a-2169-447f-9631-9392a770dc0e by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:41.095394 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Attempting to bind port b339fc4a-2169-447f-9631-9392a770dc0e on network 72b54b76-e074-4ca5-ae69-4055afca29ba {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:41.104443 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:41.104916 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Checking segment: {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:41.105446 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:41.105911 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Bound using segment: {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:41.106519 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Bound port: b339fc4a-2169-447f-9631-9392a770dc0e, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:41.106949 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:41.188298 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] For port b339fc4a-2169-447f-9631-9392a770dc0e, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:41.193690 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] For port b339fc4a-2169-447f-9631-9392a770dc0e, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=b339fc4a-2169-447f-9631-9392a770dc0e,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:41.201908 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:41.210613 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks [] for port (3de19813-875e-4cb9-8be7-afe50619b96b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:41.255276 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:41.256241 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:41.276625 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6d699-d29d-4154-baa4-3669c39b17e8 None None] Pushing event updated for resources: {'Port': ['ID=b339fc4a-2169-447f-9631-9392a770dc0e,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:41.302147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:41.326728 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:41.331401 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:41.335423 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Pushing event updated for resources: {'Port': ['ID=3de19813-875e-4cb9-8be7-afe50619b96b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:41.338159 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:41.721437 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device b339fc4a-2169-447f-9631-9392a770dc0e up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:41.755424 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks [] for router_gateway (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:41.776504 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:41.790785 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port b339fc4a-2169-447f-9631-9392a770dc0e triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:41.791298 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:41.877273 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:41.889974 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port b339fc4a-2169-447f-9631-9392a770dc0e is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:41.890519 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:41.933888 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port b339fc4a-2169-447f-9631-9392a770dc0e, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=b339fc4a-2169-447f-9631-9392a770dc0e,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:41.941873 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:41.991438 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:42.008276 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=b339fc4a-2169-447f-9631-9392a770dc0e,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:42.135755 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:07:42.268283 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:42.278537 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Sync routers for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:42.294293 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:42.299594 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5caf3a04-8772-4f39-b7e5-7a3b1f5c2f4a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9411767 Jul 26 05:07:42.300901 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52412) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:42.303273 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:42.304192 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:42.426962 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:42.468537 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:42.604011 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e0f592-5f99-4e99-aaf8-fd0135cbdbc8 None None] Network 72b54b76-e074-4ca5-ae69-4055afca29ba requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:42.816337 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:42.829259 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-8200d198-0646-4b9c-9e6d-77b6a9c59eaa None None] Provisioning complete for port b339fc4a-2169-447f-9631-9392a770dc0e triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:42.829817 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8200d198-0646-4b9c-9e6d-77b6a9c59eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.010297 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:41Z', 'revision_number': 3, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:43.014914 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Allocated IP 172.20.0.1 (72b54b76-e074-4ca5-ae69-4055afca29ba/e18865d8-d85e-4b59-8231-2cb589f1bf55/962d10d3-173e-4a49-ab4a-010d471000ae) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:43.042919 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Checking router: c18cbb9a-b582-4f82-ae40-73c6a429e3d0 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:43.043751 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Updating router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 port 3de19813-875e-4cb9-8be7-afe50619b96b binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:43.082952 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-8200d198-0646-4b9c-9e6d-77b6a9c59eaa None None] Current status of the port b339fc4a-2169-447f-9631-9392a770dc0e is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:43.100787 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.167023 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Publish callbacks [] for port (962d10d3-173e-4a49-ab4a-010d471000ae), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.203765 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:43.234717 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.255234 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:43.316697 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Network 72b54b76-e074-4ca5-ae69-4055afca29ba is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:43.325543 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:43.330400 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:43.364300 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-3149bf2a-d9cf-40f5-bac1-ba28c12e5508 None None] Provisioning complete for port b339fc4a-2169-447f-9631-9392a770dc0e triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:43.365096 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3149bf2a-d9cf-40f5-bac1-ba28c12e5508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.369273 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Pushing event updated for resources: {'Port': ['ID=962d10d3-173e-4a49-ab4a-010d471000ae,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:43.401451 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.407104 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:43.443759 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:43.532800 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-3149bf2a-d9cf-40f5-bac1-ba28c12e5508 None None] Current status of the port b339fc4a-2169-447f-9631-9392a770dc0e is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:43.603137 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.612657 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-642a41ee-f72e-4caa-8569-5a4934ae44cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.621665 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Publish callbacks [] for port (3de19813-875e-4cb9-8be7-afe50619b96b), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.638394 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.732062 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Attempting to bind port 3de19813-875e-4cb9-8be7-afe50619b96b on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:43.732438 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Attempting to bind port 3de19813-875e-4cb9-8be7-afe50619b96b by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:43.732814 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Attempting to bind port 3de19813-875e-4cb9-8be7-afe50619b96b on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:43.741844 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device b339fc4a-2169-447f-9631-9392a770dc0e up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:43.778626 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:43.779055 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:43.779397 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.779837 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:43.780326 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Bound port: 3de19813-875e-4cb9-8be7-afe50619b96b, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:43.780846 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.812469 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Publish callbacks [] for port (962d10d3-173e-4a49-ab4a-010d471000ae), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.818664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.829309 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64959b-eb88-41f3-b76c-9af7e15f10eb None None] Pushing event updated for resources: {'Port': ['ID=3de19813-875e-4cb9-8be7-afe50619b96b,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:43.847956 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-7a896235-43bf-4cc5-bf11-d21444c9f115 None None] Provisioning complete for port 962d10d3-173e-4a49-ab4a-010d471000ae triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:43.848254 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7a896235-43bf-4cc5-bf11-d21444c9f115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.853481 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] For port 3de19813-875e-4cb9-8be7-afe50619b96b, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:43.897723 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] For port 3de19813-875e-4cb9-8be7-afe50619b96b, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=3de19813-875e-4cb9-8be7-afe50619b96b,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:43.905304 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port b339fc4a-2169-447f-9631-9392a770dc0e triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:43.905716 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:43.907995 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-7a896235-43bf-4cc5-bf11-d21444c9f115 None None] Port 962d10d3-173e-4a49-ab4a-010d471000ae cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:43.911225 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:44.021952 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64959b-eb88-41f3-b76c-9af7e15f10eb None None] Pushing event updated for resources: {'Port': ['ID=3de19813-875e-4cb9-8be7-afe50619b96b,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:44.033104 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:44.033756 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:44.038243 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:44.141743 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:44.144541 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Pushing event updated for resources: {'Port': ['ID=962d10d3-173e-4a49-ab4a-010d471000ae,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:44.145529 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port b339fc4a-2169-447f-9631-9392a770dc0e is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:44.190905 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:44.257363 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Network 72b54b76-e074-4ca5-ae69-4055afca29ba is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:44.259143 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:44.436568 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 2, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:44.443597 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:07:44.479826 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e35d2f-74ca-4b61-91f7-908052475dbd None None] The sync data for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi is: [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 2, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:44.541850 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:44.545706 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-ebe8a871-305f-48f5-8fb1-7bbbeacdf263 None None] Provisioning complete for port 962d10d3-173e-4a49-ab4a-010d471000ae triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:44.546642 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ebe8a871-305f-48f5-8fb1-7bbbeacdf263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:44.593063 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-ebe8a871-305f-48f5-8fb1-7bbbeacdf263 None None] Port 962d10d3-173e-4a49-ab4a-010d471000ae cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:44.623903 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:44.637814 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8928483e-799a-4e6a-b569-ae0d105153e2 admin admin] 10.222.0.17 "PUT /v2.0/routers/c18cbb9a-b582-4f82-ae40-73c6a429e3d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3260982 Jul 26 05:07:45.350891 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52432) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:45.358935 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1636968173-network', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:45.381286 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Made reservation on behalf of a6e3bf6c6e9641e58d936dd8e15550ff for: {'network': 1} {{(pid=104002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:45.389188 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.394029 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.485652 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:45.487871 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:45.539510 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Publish callbacks [] for security_group (b4c05376-2d5e-4ccd-bb2f-e159e6a9ddf3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.547589 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (b4c05376-2d5e-4ccd-bb2f-e159e6a9ddf3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.587934 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c05376-2d5e-4ccd-bb2f-e159e6a9ddf3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:45.620758 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=104002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:07:45.637573 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (e55d41e1-d596-42dd-81bc-ac9f08bef77f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.637994 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.segments_db [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Added segment e55d41e1-d596-42dd-81bc-ac9f08bef77f of type vlan for network 0e317836-79bf-43b0-9f3b-194ac2b4a206 Jul 26 05:07:45.706489 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (0e317836-79bf-43b0-9f3b-194ac2b4a206), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.722902 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9b56e205-d274-452a-be6a-13a57b3fb5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.727950 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 3de19813-875e-4cb9-8be7-afe50619b96b up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:45.763012 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (0e317836-79bf-43b0-9f3b-194ac2b4a206), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.764440 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:45.765036 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.796835 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 3de19813-875e-4cb9-8be7-afe50619b96b triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:45.797286 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:45.851375 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52434) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:45.852002 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4994743 Jul 26 05:07:45.856846 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Request body: {'subnet': {'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1636968173-subnet', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:45.858368 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498a7e3-d5a1-4e45-888b-6c07bdb63da1 admin admin] Pushing event updated for resources: {'Network': ['ID=0e317836-79bf-43b0-9f3b-194ac2b4a206,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:45.869381 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network 0e317836-79bf-43b0-9f3b-194ac2b4a206 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:07:45.898066 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Made reservation on behalf of a6e3bf6c6e9641e58d936dd8e15550ff for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:45.901373 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58846403'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.045262 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 3de19813-875e-4cb9-8be7-afe50619b96b is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:46.045663 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.069158 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 3de19813-875e-4cb9-8be7-afe50619b96b, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=3de19813-875e-4cb9-8be7-afe50619b96b,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:46.079378 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.143198 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:46.157899 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=3de19813-875e-4cb9-8be7-afe50619b96b,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:46.163484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59865235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58846445'] for subnet (fc0ff703-c3ac-4528-b9a4-d45688728f03), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.234732 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0ff703-c3ac-4528-b9a4-d45688728f03,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:46.245222 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Checking segment: {'id': 'e55d41e1-d596-42dd-81bc-ac9f08bef77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:46.245581 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Network hostable DHCP agents. Network: 0e317836-79bf-43b0-9f3b-194ac2b4a206, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:07:46.266334 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Network 0e317836-79bf-43b0-9f3b-194ac2b4a206 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:07:46.280861 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, 0e317836-79bf-43b0-9f3b-194ac2b4a206) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:46.285254 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:46.286010 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.293299 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344aba06-eccd-4c29-9589-1b448453082f None None] Network 0e317836-79bf-43b0-9f3b-194ac2b4a206 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:46.309059 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-da516e9f-a7c0-4a95-aeef-b9505a53e377 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4559631 Jul 26 05:07:46.311646 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52436) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:46.316394 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:46.353282 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3759634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32681'] for router (38249e82-fcb4-41d6-903e-eb6b6f93d586), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.354858 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3777274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4112378', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4063613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32672'] for router (38249e82-fcb4-41d6-903e-eb6b6f93d586), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.431944 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks [] for router_controller (38249e82-fcb4-41d6-903e-eb6b6f93d586), precommit_add_association {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.461571 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb8931ccf-a837-51ca-a34d-8d358330bc3f-0e317836-79bf-43b0-9f3b-194ac2b4a206', 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206', 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'fixed_ips': [{'subnet_id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03'}]}} from dv-cinder-850574-1-iscsi. {{(pid=104003) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 05:07:46.462603 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.588382 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks [] for router_gateway (38249e82-fcb4-41d6-903e-eb6b6f93d586), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.623455 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.db_base_plugin_common [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Allocated IP 172.20.0.2 (0e317836-79bf-43b0-9f3b-194ac2b4a206/fc0ff703-c3ac-4528-b9a4-d45688728f03/5d0d340f-038f-4a5e-8959-42cd578cb618) {{(pid=104003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:46.642563 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:46.858506 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks [] for router_gateway (38249e82-fcb4-41d6-903e-eb6b6f93d586), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:46.880412 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.009843 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Publish callbacks [] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), precommit_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.039706 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.043921 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), after_create {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.046895 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Allocated IP 172.27.3.81 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/70026028-513d-4ee9-a6c7-c2ee2ad47be4) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:47.062879 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:47.087536 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Network 0e317836-79bf-43b0-9f3b-194ac2b4a206 is already hosted by enough agents. {{(pid=104003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:47.102150 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.scheduler.base_scheduler [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Resources bound (agent type, host, resource id): {{(pid=104003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:47.105518 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Received port after_create {{(pid=104003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:47.127420 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Pushing event updated for resources: {'Port': ['ID=5d0d340f-038f-4a5e-8959-42cd578cb618,revision_number=1']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:47.185780 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:47.193341 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks [] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.193728 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Attempting to bind port 5d0d340f-038f-4a5e-8959-42cd578cb618 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:47.194630 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Attempting to bind port 5d0d340f-038f-4a5e-8959-42cd578cb618 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'e55d41e1-d596-42dd-81bc-ac9f08bef77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:47.195190 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Attempting to bind port 5d0d340f-038f-4a5e-8959-42cd578cb618 on network 0e317836-79bf-43b0-9f3b-194ac2b4a206 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:47.203383 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:47.204097 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Checking segment: {'id': 'e55d41e1-d596-42dd-81bc-ac9f08bef77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:47.204697 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.205254 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Bound using segment: {'id': 'e55d41e1-d596-42dd-81bc-ac9f08bef77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:47.206264 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Bound port: 5d0d340f-038f-4a5e-8959-42cd578cb618, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55d41e1-d596-42dd-81bc-ac9f08bef77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:47.206661 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.241243 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:47.260556 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.281890 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-1e481959-285c-41e8-b062-3b17af688520 None None] For port 5d0d340f-038f-4a5e-8959-42cd578cb618, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:47.285700 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-1e481959-285c-41e8-b062-3b17af688520 None None] For port 5d0d340f-038f-4a5e-8959-42cd578cb618, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=5d0d340f-038f-4a5e-8959-42cd578cb618,segment=NetworkSegment(e55d41e1-d596-42dd-81bc-ac9f08bef77f),segment_id=e55d41e1-d596-42dd-81bc-ac9f08bef77f)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:47.293814 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.322228 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:47.330839 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:47.335709 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:47.373834 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e481959-285c-41e8-b062-3b17af688520 None None] Pushing event updated for resources: {'Port': ['ID=5d0d340f-038f-4a5e-8959-42cd578cb618,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:47.375177 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=70026028-513d-4ee9-a6c7-c2ee2ad47be4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:47.716728 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks [] for router_gateway (38249e82-fcb4-41d6-903e-eb6b6f93d586), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.752507 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 3de19813-875e-4cb9-8be7-afe50619b96b up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:47.805266 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 3de19813-875e-4cb9-8be7-afe50619b96b triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:47.805724 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:47.902688 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 3de19813-875e-4cb9-8be7-afe50619b96b is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:47.952465 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3777228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4112262'] for router (38249e82-fcb4-41d6-903e-eb6b6f93d586), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:48.083737 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Router 38249e82-fcb4-41d6-903e-eb6b6f93d586 is scheduled to L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad with binding_index 1 {{(pid=104002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 05:07:48.191640 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-28858a18-5cac-4b2a-bf5e-b799b27bc881 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:48.196117 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-28858a18-5cac-4b2a-bf5e-b799b27bc881 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/networks?id=222f5094-66e8-49db-b14e-07f8d8588a65 HTTP/1.1" status: 200 len: 814 time: 0.1229343 Jul 26 05:07:48.209774 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-e1f46780-01a2-4b6b-b557-b01fe3e1b6c3 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/quotas/f1b92b49730c4ce7829e7f14b6870b43 HTTP/1.1" status: 200 len: 375 time: 0.0107775 Jul 26 05:07:48.265806 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-191aa571-6381-4cd5-9622-3ecab108c4f4 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496843 Jul 26 05:07:48.324057 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:48.375670 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:48.394109 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-c6e61cd3-4699-4fb6-b038-744210b22054 service neutron] 10.222.0.17 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147048 Jul 26 05:07:48.417925 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Sync routers for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:48.429963 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:48.430595 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:48.453317 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:48.468919 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Sync routers for ids ['38249e82-fcb4-41d6-903e-eb6b6f93d586'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:48.478713 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:48.480213 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-8c1d8466-5661-40b0-8467-b341dcc22aa9 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1672761 Jul 26 05:07:48.482890 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52464) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:48.492786 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Routers {'38249e82-fcb4-41d6-903e-eb6b6f93d586'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:48.493534 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['38249e82-fcb4-41d6-903e-eb6b6f93d586'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:48.549283 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-fe6e2ba6-a4ff-444e-ad36-ec9e3a235c1e service neutron] 10.222.0.17 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472943 Jul 26 05:07:48.556773 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:48.563319 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:48.613182 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c248ea-14e8-4cf9-ab9c-6a6eaf946910 None None] Network 0e317836-79bf-43b0-9f3b-194ac2b4a206 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:07:48.670591 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:48.706003 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-fa5d4588-e864-42a3-a012-138126677a1c None None] Provisioning complete for port 5d0d340f-038f-4a5e-8959-42cd578cb618 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:48.706374 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4588-e864-42a3-a012-138126677a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:48.770502 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:48.772123 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 2, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:48.787184 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:48.807784 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Checking router: c18cbb9a-b582-4f82-ae40-73c6a429e3d0 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:48.808604 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Updating router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 port 962d10d3-173e-4a49-ab4a-010d471000ae binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:48.824786 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Set router 38249e82-fcb4-41d6-903e-eb6b6f93d586 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:48.842966 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:48.854360 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-617dd07f-60bd-46f6-a283-6a1b3e46be3c req-88971317-82ec-4c2f-b381-32f87e96811e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 210 time: 0.0576465 Jul 26 05:07:48.960692 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:48.989303 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-fa5d4588-e864-42a3-a012-138126677a1c None None] Current status of the port 5d0d340f-038f-4a5e-8959-42cd578cb618 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:48.989643 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4588-e864-42a3-a012-138126677a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.004853 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:49.057942 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-fa5d4588-e864-42a3-a012-138126677a1c None None] For port 5d0d340f-038f-4a5e-8959-42cd578cb618, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=5d0d340f-038f-4a5e-8959-42cd578cb618,segment=NetworkSegment(e55d41e1-d596-42dd-81bc-ac9f08bef77f),segment_id=e55d41e1-d596-42dd-81bc-ac9f08bef77f)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:49.066993 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa5d4588-e864-42a3-a012-138126677a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.149559 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:47Z', 'revision_number': 3, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'gw_port': {'id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:49.158692 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.190713 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Checking router: 38249e82-fcb4-41d6-903e-eb6b6f93d586 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:49.191095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Updating router 38249e82-fcb4-41d6-903e-eb6b6f93d586 port 70026028-513d-4ee9-a6c7-c2ee2ad47be4 binding host dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:49.221903 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.223733 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d4588-e864-42a3-a012-138126677a1c None None] Pushing event updated for resources: {'Port': ['ID=5d0d340f-038f-4a5e-8959-42cd578cb618,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:49.270417 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Publish callbacks [] for port (962d10d3-173e-4a49-ab4a-010d471000ae), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.277316 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.344341 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9e280-37f7-4daa-8b8d-c24e3d0ead4d None None] Pushing event updated for resources: {'Port': ['ID=962d10d3-173e-4a49-ab4a-010d471000ae,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:49.372467 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-33e170c3-05d9-4368-81b1-2df33d110149 None None] Provisioning complete for port 5d0d340f-038f-4a5e-8959-42cd578cb618 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:49.372675 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-33e170c3-05d9-4368-81b1-2df33d110149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.403647 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Allocated IP 172.20.0.1 (0e317836-79bf-43b0-9f3b-194ac2b4a206/fc0ff703-c3ac-4528-b9a4-d45688728f03/2368caa8-26be-48db-9c5f-410088eac68d) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:49.447929 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Attempting to bind port 962d10d3-173e-4a49-ab4a-010d471000ae on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:49.448953 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Attempting to bind port 962d10d3-173e-4a49-ab4a-010d471000ae by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:49.449476 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Attempting to bind port 962d10d3-173e-4a49-ab4a-010d471000ae on network 72b54b76-e074-4ca5-ae69-4055afca29ba {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:49.459897 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:49.461186 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Checking segment: {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:49.461916 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.462189 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Bound using segment: {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:49.462682 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Bound port: 962d10d3-173e-4a49-ab4a-010d471000ae, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:49.463085 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.497148 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:49.557615 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Publish callbacks [] for port (2368caa8-26be-48db-9c5f-410088eac68d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.604725 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] For port 962d10d3-173e-4a49-ab4a-010d471000ae, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:49.610818 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] For port 962d10d3-173e-4a49-ab4a-010d471000ae, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=962d10d3-173e-4a49-ab4a-010d471000ae,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:49.619265 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-33e170c3-05d9-4368-81b1-2df33d110149 None None] Current status of the port 5d0d340f-038f-4a5e-8959-42cd578cb618 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:49.622400 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.627723 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (2368caa8-26be-48db-9c5f-410088eac68d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.683082 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:49.690838 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Network 0e317836-79bf-43b0-9f3b-194ac2b4a206 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:49.700615 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:49.705461 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:49.732440 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:49.733075 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:49.756099 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 5d0d340f-038f-4a5e-8959-42cd578cb618 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:49.775911 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3778182'] for router_interface (38249e82-fcb4-41d6-903e-eb6b6f93d586), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.782712 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2368caa8-26be-48db-9c5f-410088eac68d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:49.822644 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Publish callbacks [] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.838075 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-34ccfa18-3038-4191-9a15-6bad4547c363 None None] Provisioning complete for port 962d10d3-173e-4a49-ab4a-010d471000ae triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:49.838852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-34ccfa18-3038-4191-9a15-6bad4547c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.848944 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.901259 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9e280-37f7-4daa-8b8d-c24e3d0ead4d None None] Pushing event updated for resources: {'Port': ['ID=962d10d3-173e-4a49-ab4a-010d471000ae,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:49.906293 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:49.966250 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:49.971661 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Attempting to bind port 70026028-513d-4ee9-a6c7-c2ee2ad47be4 on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:49.972259 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Attempting to bind port 70026028-513d-4ee9-a6c7-c2ee2ad47be4 by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:49.972803 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Attempting to bind port 70026028-513d-4ee9-a6c7-c2ee2ad47be4 on network 6650bd46-4eab-4fdc-93f9-6561930b73c5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:49.986550 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:49.987247 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Checking segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:49.987855 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:49.988541 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Bound using segment: {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:49.989250 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Bound port: 70026028-513d-4ee9-a6c7-c2ee2ad47be4, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d59892-a24b-4189-8898-be9263bad9f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:49.989932 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.017025 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1884fac0-00f5-45e4-b73c-1e3774e04c6f req-bf09002a-b79f-4825-90ea-876866f0f39a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 210 time: 0.0520420 Jul 26 05:07:50.028316 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ada21c-b420-40db-9c8d-64dc6407930e None None] Pushing event updated for resources: {'Port': ['ID=70026028-513d-4ee9-a6c7-c2ee2ad47be4,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:50.045651 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (2368caa8-26be-48db-9c5f-410088eac68d), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.065879 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:50.073379 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 5d0d340f-038f-4a5e-8959-42cd578cb618 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:50.073758 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.079646 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:50.117580 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:50.152570 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] For port 70026028-513d-4ee9-a6c7-c2ee2ad47be4, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:50.172664 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] For port 70026028-513d-4ee9-a6c7-c2ee2ad47be4, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=70026028-513d-4ee9-a6c7-c2ee2ad47be4,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:50.182988 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-34ccfa18-3038-4191-9a15-6bad4547c363 None None] Current status of the port 962d10d3-173e-4a49-ab4a-010d471000ae is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:50.183638 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-34ccfa18-3038-4191-9a15-6bad4547c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.189541 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.262098 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:49Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:50.292966 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7955a6-97e3-4b3a-b34c-b87b73de742c None None] The sync data for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi is: [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:49Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:50.313384 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-34ccfa18-3038-4191-9a15-6bad4547c363 None None] For port 962d10d3-173e-4a49-ab4a-010d471000ae, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=962d10d3-173e-4a49-ab4a-010d471000ae,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:50.314375 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Routers {'38249e82-fcb4-41d6-903e-eb6b6f93d586'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:50.315074 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['38249e82-fcb4-41d6-903e-eb6b6f93d586'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:50.346497 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Publish callbacks [] for port (2368caa8-26be-48db-9c5f-410088eac68d), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.353759 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (2368caa8-26be-48db-9c5f-410088eac68d), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.358942 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-f543f544-3e2f-4cf4-a226-6619990abc03 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:50.360862 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-f543f544-3e2f-4cf4-a226-6619990abc03 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.52 "GET /v2.0/networks?id=222f5094-66e8-49db-b14e-07f8d8588a65 HTTP/1.1" status: 200 len: 814 time: 0.1517315 Jul 26 05:07:50.366175 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-34ccfa18-3038-4191-9a15-6bad4547c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.373746 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 5d0d340f-038f-4a5e-8959-42cd578cb618 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:50.379394 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ada21c-b420-40db-9c8d-64dc6407930e None None] Pushing event updated for resources: {'Port': ['ID=70026028-513d-4ee9-a6c7-c2ee2ad47be4,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:50.389821 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'port': {'device_id': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'admin_state_up': True, 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:50.459221 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3671729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3778298'] for router_interface (38249e82-fcb4-41d6-903e-eb6b6f93d586), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.486511 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2368caa8-26be-48db-9c5f-410088eac68d,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:50.582291 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Made reservation on behalf of f1b92b49730c4ce7829e7f14b6870b43 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:07:50.587767 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.606251 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Network 0e317836-79bf-43b0-9f3b-194ac2b4a206 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:50.607763 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:50.697602 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-f3817fd4-11af-498d-915b-7f4fda4b7e39 None None] Provisioning complete for port 962d10d3-173e-4a49-ab4a-010d471000ae triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:50.698686 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f3817fd4-11af-498d-915b-7f4fda4b7e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:50.749646 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] Set router 38249e82-fcb4-41d6-903e-eb6b6f93d586 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:50.782353 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccfa18-3038-4191-9a15-6bad4547c363 None None] Pushing event updated for resources: {'Port': ['ID=962d10d3-173e-4a49-ab4a-010d471000ae,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:50.808243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Allocated IP 172.20.0.11 (222f5094-66e8-49db-b14e-07f8d8588a65/bdb12c42-843d-4fef-b400-64e37c55ea4f/3f693448-895a-4f47-a9c7-ede536579f65) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:07:50.851351 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Router 38249e82-fcb4-41d6-903e-eb6b6f93d586 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:07:50.954277 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-f3817fd4-11af-498d-915b-7f4fda4b7e39 None None] Current status of the port 962d10d3-173e-4a49-ab4a-010d471000ae is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:50.979105 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-f3817fd4-11af-498d-915b-7f4fda4b7e39 None None] Provisioning complete for port 2368caa8-26be-48db-9c5f-410088eac68d triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:50.979105 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f3817fd4-11af-498d-915b-7f4fda4b7e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (2368caa8-26be-48db-9c5f-410088eac68d), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:51.027184 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-f3817fd4-11af-498d-915b-7f4fda4b7e39 None None] Port 2368caa8-26be-48db-9c5f-410088eac68d cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:51.065907 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for port (3f693448-895a-4f47-a9c7-ede536579f65), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:51.072592 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:49Z', 'revision_number': 4, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'gw_port': {'id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '2368caa8-26be-48db-9c5f-410088eac68d', 'name': '', 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'mac_address': 'fa:16:3e:5c:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:49Z', 'updated_at': '2022-07-26T05:07:49Z', 'revision_number': 1, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'subnets': [{'id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:51.073554 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:07:51.077806 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:51.078781 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:51.082288 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-32c0f89e-45ba-468d-b6b5-13a5221918f3 admin admin] 10.222.0.17 "PUT /v2.0/routers/38249e82-fcb4-41d6-903e-eb6b6f93d586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5967348 Jul 26 05:07:51.126626 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (3f693448-895a-4f47-a9c7-ede536579f65), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:51.132114 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8dfd2b-a1ed-40f6-bedc-c11fd10e1ed0 None None] The sync data for ids ['38249e82-fcb4-41d6-903e-eb6b6f93d586'] in dv-cinder-850574-1-iscsi is: [{'id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:49Z', 'revision_number': 4, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'gw_port': {'id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '2368caa8-26be-48db-9c5f-410088eac68d', 'name': '', 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'mac_address': 'fa:16:3e:5c:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:49Z', 'updated_at': '2022-07-26T05:07:49Z', 'revision_number': 1, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'subnets': [{'id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:51.150995 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-86ca85cc-3d97-40fa-815f-9d4e82911567 None None] Provisioning complete for port 2368caa8-26be-48db-9c5f-410088eac68d triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:51.151473 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-86ca85cc-3d97-40fa-815f-9d4e82911567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (2368caa8-26be-48db-9c5f-410088eac68d), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:51.198662 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:51.199955 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-86ca85cc-3d97-40fa-815f-9d4e82911567 None None] Port 2368caa8-26be-48db-9c5f-410088eac68d cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:51.259222 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Network 222f5094-66e8-49db-b14e-07f8d8588a65 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:07:51.275755 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:07:51.275755 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:07:51.317243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'Port': ['ID=3f693448-895a-4f47-a9c7-ede536579f65,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:51.349235 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492932e-9c9b-40d8-b051-4a559e4dd2fb req-e5710a93-6d0c-4671-8b2b-09633c93a092 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:51.351394 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4492932e-9c9b-40d8-b051-4a559e4dd2fb req-e5710a93-6d0c-4671-8b2b-09633c93a092 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 932 time: 0.1366136 Jul 26 05:07:51.409104 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:51.410114 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:51.446504 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-deeab5cb-287f-4da9-b93e-b952250fcb55 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0672348 Jul 26 05:07:51.484328 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4492932e-9c9b-40d8-b051-4a559e4dd2fb req-c88ee06f-cc8a-4f87-a5ab-c4ed61d67695 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241589 Jul 26 05:07:51.499625 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Request body: {'port': {'device_id': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:51.799939 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 962d10d3-173e-4a49-ab4a-010d471000ae up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:51.886185 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52508) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:51.893049 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-d0f83696-e1aa-48b1-adc3-1aafb5305c68 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054892163', 'description': 'tempest-secgroup-smoke-2054892163 description', 'project_id': '666f12ad571f45c096947d0497291842'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:51.928336 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0f83696-e1aa-48b1-adc3-1aafb5305c68 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:51.931006 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-4a5dae86-d2a8-4c18-b53f-f9aa2ec66e29 None None] Provisioning complete for port 3f693448-895a-4f47-a9c7-ede536579f65 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:51.931435 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4a5dae86-d2a8-4c18-b53f-f9aa2ec66e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3f693448-895a-4f47-a9c7-ede536579f65), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.043741 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 962d10d3-173e-4a49-ab4a-010d471000ae triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:52.043741 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.045580 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-4a5dae86-d2a8-4c18-b53f-f9aa2ec66e29 None None] Port 3f693448-895a-4f47-a9c7-ede536579f65 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:07:52.057633 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0f83696-e1aa-48b1-adc3-1aafb5305c68 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group (7ee2be8b-df24-4aff-89ce-0e009af718ad), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.065603 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:52.071842 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0f83696-e1aa-48b1-adc3-1aafb5305c68 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7ee2be8b-df24-4aff-89ce-0e009af718ad), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.078612 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:52.146494 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f83696-e1aa-48b1-adc3-1aafb5305c68 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee2be8b-df24-4aff-89ce-0e009af718ad,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:52.154305 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d0f83696-e1aa-48b1-adc3-1aafb5305c68 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.160324 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d0f83696-e1aa-48b1-adc3-1aafb5305c68 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2711318 Jul 26 05:07:52.161497 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52510) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:52.169350 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Request body: {'security_group_rule': {'security_group_id': '7ee2be8b-df24-4aff-89ce-0e009af718ad', 'project_id': '666f12ad571f45c096947d0497291842', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:52.185507 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:52.212853 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 962d10d3-173e-4a49-ab4a-010d471000ae is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:52.257264 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (930f4926-c825-498d-b412-cd730328d133), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.424116 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (930f4926-c825-498d-b412-cd730328d133), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.429964 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (930f4926-c825-498d-b412-cd730328d133), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.438133 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3f693448-895a-4f47-a9c7-ede536579f65), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.465849 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.472202 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3080311 Jul 26 05:07:52.472428 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52512) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:52.478668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-92a2425c-eff5-4654-add0-7b7f4973786e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Request body: {'security_group_rule': {'security_group_id': '7ee2be8b-df24-4aff-89ce-0e009af718ad', 'project_id': '666f12ad571f45c096947d0497291842', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:52.481394 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930f4926-c825-498d-b412-cd730328d133,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:52.506511 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.507940 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.509112 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.509934 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.510912 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.511690 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.512652 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.513864 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.514604 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.515586 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.517041 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.518162 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.519000 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.519729 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.520285 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0b46b3-2314-4fc7-a368-00cc7837d775 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:07:52.686903 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-92a2425c-eff5-4654-add0-7b7f4973786e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (3680f7f0-733e-45ff-b3a7-5acf5c7265ff), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.798044 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c267706-8373-4aff-81e2-8bf570a3bcc0 req-f01af735-77d0-4f45-8d15-5357fafe7dd8 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:52.799695 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c267706-8373-4aff-81e2-8bf570a3bcc0 req-f01af735-77d0-4f45-8d15-5357fafe7dd8 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 932 time: 0.1265960 Jul 26 05:07:52.905709 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-92a2425c-eff5-4654-add0-7b7f4973786e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (3680f7f0-733e-45ff-b3a7-5acf5c7265ff), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.927811 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-92a2425c-eff5-4654-add0-7b7f4973786e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (3680f7f0-733e-45ff-b3a7-5acf5c7265ff), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:52.987418 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2425c-eff5-4654-add0-7b7f4973786e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3680f7f0-733e-45ff-b3a7-5acf5c7265ff,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:53.009054 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c267706-8373-4aff-81e2-8bf570a3bcc0 req-77ba85bf-5c8e-4cb3-b319-b35fa7e9256c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569839 Jul 26 05:07:53.053358 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-92a2425c-eff5-4654-add0-7b7f4973786e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.055742 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-92a2425c-eff5-4654-add0-7b7f4973786e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5820282 Jul 26 05:07:53.058855 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52516) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:53.067067 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-2ecff2e1-6d52-4373-9ae9-0b9a6c891086 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Request body: {'security_group_rule': {'security_group_id': '7ee2be8b-df24-4aff-89ce-0e009af718ad', 'project_id': '666f12ad571f45c096947d0497291842', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:53.149142 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2ecff2e1-6d52-4373-9ae9-0b9a6c891086 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (e16cc3a2-46a2-4f9a-97f8-b0ad3eb513df), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.199473 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f693448-895a-4f47-a9c7-ede536579f65 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:07:53.211838 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Publish callbacks [] for port (3f693448-895a-4f47-a9c7-ede536579f65), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.252806 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:53.270615 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Transition to ACTIVE for port object 3f693448-895a-4f47-a9c7-ede536579f65 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:07:53.280836 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (3f693448-895a-4f47-a9c7-ede536579f65), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.286561 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:53.299650 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2ecff2e1-6d52-4373-9ae9-0b9a6c891086 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (e16cc3a2-46a2-4f9a-97f8-b0ad3eb513df), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.306603 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2ecff2e1-6d52-4373-9ae9-0b9a6c891086 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (e16cc3a2-46a2-4f9a-97f8-b0ad3eb513df), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.356763 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2ecff2e1-6d52-4373-9ae9-0b9a6c891086 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.361547 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2ecff2e1-6d52-4373-9ae9-0b9a6c891086 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3013206 Jul 26 05:07:53.362371 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52518) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:53.381687 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-6c567eb9-1793-49aa-b30e-8a66c2f47daf tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Request body: {'security_group_rule': {'security_group_id': '7ee2be8b-df24-4aff-89ce-0e009af718ad', 'project_id': '666f12ad571f45c096947d0497291842', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:53.448453 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecff2e1-6d52-4373-9ae9-0b9a6c891086 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16cc3a2-46a2-4f9a-97f8-b0ad3eb513df,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:53.450686 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Pushing event updated for resources: {'Port': ['ID=3f693448-895a-4f47-a9c7-ede536579f65,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:53.464696 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c567eb9-1793-49aa-b30e-8a66c2f47daf tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (f4a20ae5-c69b-413f-8231-4e190fd69c83), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.614227 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c567eb9-1793-49aa-b30e-8a66c2f47daf tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (f4a20ae5-c69b-413f-8231-4e190fd69c83), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.623044 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c567eb9-1793-49aa-b30e-8a66c2f47daf tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (f4a20ae5-c69b-413f-8231-4e190fd69c83), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.628550 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Attempting to bind port 3f693448-895a-4f47-a9c7-ede536579f65 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:53.628943 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Attempting to bind port 3f693448-895a-4f47-a9c7-ede536579f65 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:53.630773 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Attempting to bind port 3f693448-895a-4f47-a9c7-ede536579f65 on network 222f5094-66e8-49db-b14e-07f8d8588a65 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:53.644761 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Port 3f693448-895a-4f47-a9c7-ede536579f65 on network 222f5094-66e8-49db-b14e-07f8d8588a65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:07:53.644920 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Attempting to bind port 3f693448-895a-4f47-a9c7-ede536579f65 on network 222f5094-66e8-49db-b14e-07f8d8588a65 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:53.662103 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:53.663445 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Checking segment: {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:53.664022 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Bound using segment: {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:53.665956 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Bound port: 3f693448-895a-4f47-a9c7-ede536579f65, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:53.666355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3f693448-895a-4f47-a9c7-ede536579f65), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.688130 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c567eb9-1793-49aa-b30e-8a66c2f47daf tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a20ae5-c69b-413f-8231-4e190fd69c83,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:53.705968 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6c567eb9-1793-49aa-b30e-8a66c2f47daf tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.708403 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-6c567eb9-1793-49aa-b30e-8a66c2f47daf tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3372688 Jul 26 05:07:53.711840 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52520) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:53.721662 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e07e3a18-3bf2-400c-93e6-12d59534a2db tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Request body: {'security_group_rule': {'security_group_id': '7ee2be8b-df24-4aff-89ce-0e009af718ad', 'project_id': '666f12ad571f45c096947d0497291842', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:53.768948 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 70026028-513d-4ee9-a6c7-c2ee2ad47be4 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:53.774508 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.securitygroups_db [None req-e07e3a18-3bf2-400c-93e6-12d59534a2db tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Project 666f12ad571f45c096947d0497291842 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 05:07:53.784683 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e07e3a18-3bf2-400c-93e6-12d59534a2db tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (53bd2e65-a06b-44f0-9520-17e8a3037b4c), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.832668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] For port 3f693448-895a-4f47-a9c7-ede536579f65, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:53.836471 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] For port 3f693448-895a-4f47-a9c7-ede536579f65, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=3f693448-895a-4f47-a9c7-ede536579f65,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:53.845194 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (3f693448-895a-4f47-a9c7-ede536579f65), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.879052 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 70026028-513d-4ee9-a6c7-c2ee2ad47be4 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:53.881189 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.913171 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Pushing event updated for resources: {'Port': ['ID=3f693448-895a-4f47-a9c7-ede536579f65,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:53.921256 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e07e3a18-3bf2-400c-93e6-12d59534a2db tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (53bd2e65-a06b-44f0-9520-17e8a3037b4c), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.929087 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e07e3a18-3bf2-400c-93e6-12d59534a2db tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (53bd2e65-a06b-44f0-9520-17e8a3037b4c), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.935891 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:53.936532 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.938055 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-36a04a12-3a44-4134-8cc3-f45b54f68408 service neutron] 10.222.0.52 "PUT /v2.0/ports/3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 200 len: 1094 time: 2.4432445 Jul 26 05:07:53.938534 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:07:53.946537 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba939e05-a2c5-47fb-87ab-f76f443d1b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:07:53.954350 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e3a18-3bf2-400c-93e6-12d59534a2db tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bd2e65-a06b-44f0-9520-17e8a3037b4c,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:53.962027 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e07e3a18-3bf2-400c-93e6-12d59534a2db tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:53.966422 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52526) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:07:53.966934 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e07e3a18-3bf2-400c-93e6-12d59534a2db tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2504518 Jul 26 05:07:53.973638 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3e21f433-cf31-4e0a-8459-7a9660e2cf03 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Request body: {'security_group_rule': {'security_group_id': '7ee2be8b-df24-4aff-89ce-0e009af718ad', 'project_id': '666f12ad571f45c096947d0497291842', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:07:54.042806 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84335cd2-aed7-41ac-8dfa-68ed63a3579a x-openstack-request-id: req-84335cd2-aed7-41ac-8dfa-68ed63a3579a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:07:54.043253 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:07:54.043577 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-84335cd2-aed7-41ac-8dfa-68ed63a3579a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:07:54.044062 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84335cd2-aed7-41ac-8dfa-68ed63a3579a'] response: {'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65', 'status': 'completed', 'code': 200} Jul 26 05:07:54.050404 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-3e21f433-cf31-4e0a-8459-7a9660e2cf03 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Project 666f12ad571f45c096947d0497291842 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 05:07:54.064301 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e21f433-cf31-4e0a-8459-7a9660e2cf03 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (2df9ed88-16ed-453f-b0b9-c19f69c0178e), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:54.120491 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 70026028-513d-4ee9-a6c7-c2ee2ad47be4 is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:54.120888 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:54.171181 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] For port 70026028-513d-4ee9-a6c7-c2ee2ad47be4, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=70026028-513d-4ee9-a6c7-c2ee2ad47be4,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:54.180813 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:54.290230 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Pushing event updated for resources: {'Port': ['ID=70026028-513d-4ee9-a6c7-c2ee2ad47be4,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:54.310376 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af535c22-2b99-4b9a-85c4-3382846b821a req-b5e63c32-84ae-44cc-9604-4e9694abdbf2 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:54.312485 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af535c22-2b99-4b9a-85c4-3382846b821a req-b5e63c32-84ae-44cc-9604-4e9694abdbf2 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.1687658 Jul 26 05:07:54.331314 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e21f433-cf31-4e0a-8459-7a9660e2cf03 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (2df9ed88-16ed-453f-b0b9-c19f69c0178e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:54.353208 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e21f433-cf31-4e0a-8459-7a9660e2cf03 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (2df9ed88-16ed-453f-b0b9-c19f69c0178e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:54.409339 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21f433-cf31-4e0a-8459-7a9660e2cf03 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df9ed88-16ed-453f-b0b9-c19f69c0178e,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:54.429271 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3e21f433-cf31-4e0a-8459-7a9660e2cf03 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:54.430824 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3e21f433-cf31-4e0a-8459-7a9660e2cf03 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4633188 Jul 26 05:07:54.482590 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af535c22-2b99-4b9a-85c4-3382846b821a req-67fa1bf6-1a86-4a72-9aca-4f646aeac340 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554575 Jul 26 05:07:54.810178 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Sync routers for ids ['38249e82-fcb4-41d6-903e-eb6b6f93d586'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:07:54.825031 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Routers {'38249e82-fcb4-41d6-903e-eb6b6f93d586'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:54.836086 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['38249e82-fcb4-41d6-903e-eb6b6f93d586'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:54.957282 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Set router 38249e82-fcb4-41d6-903e-eb6b6f93d586 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:55.286534 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:49Z', 'revision_number': 4, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'gw_port': {'id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '2368caa8-26be-48db-9c5f-410088eac68d', 'name': '', 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'mac_address': 'fa:16:3e:5c:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:49Z', 'updated_at': '2022-07-26T05:07:50Z', 'revision_number': 2, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'subnets': [{'id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:55.421471 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Checking router: 38249e82-fcb4-41d6-903e-eb6b6f93d586 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:07:55.421752 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Updating router 38249e82-fcb4-41d6-903e-eb6b6f93d586 port 2368caa8-26be-48db-9c5f-410088eac68d binding host dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 05:07:55.452731 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (2368caa8-26be-48db-9c5f-410088eac68d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:55.628837 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb03561-c51f-411b-94b9-25c9292df1b5 req-70377cae-4a0b-487b-98c3-3747d4d99ab9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:55.632046 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-adb03561-c51f-411b-94b9-25c9292df1b5 req-70377cae-4a0b-487b-98c3-3747d4d99ab9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.0823724 Jul 26 05:07:55.675750 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 70026028-513d-4ee9-a6c7-c2ee2ad47be4 up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:55.700348 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:55.761534 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-adb03561-c51f-411b-94b9-25c9292df1b5 req-08f5d6df-9269-4597-95de-13f783909c21 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178198 Jul 26 05:07:55.763730 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 70026028-513d-4ee9-a6c7-c2ee2ad47be4 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:55.765254 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:55.881769 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Publish callbacks [] for port (2368caa8-26be-48db-9c5f-410088eac68d), precommit_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:55.884632 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 70026028-513d-4ee9-a6c7-c2ee2ad47be4 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:55.893170 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (2368caa8-26be-48db-9c5f-410088eac68d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:55.963293 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cf451-48e4-4ce6-be76-52ea2a4f4995 None None] Pushing event updated for resources: {'Port': ['ID=2368caa8-26be-48db-9c5f-410088eac68d,revision_number=3']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:56.038624 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:56.042230 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Attempting to bind port 2368caa8-26be-48db-9c5f-410088eac68d on host dv-cinder-850574-1-iscsi for vnic_type normal with profile {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:07:56.042671 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Attempting to bind port 2368caa8-26be-48db-9c5f-410088eac68d by drivers openvswitch,hyperv on host dv-cinder-850574-1-iscsi at level 0 using segments [{'id': 'e55d41e1-d596-42dd-81bc-ac9f08bef77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206'}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:07:56.043155 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Attempting to bind port 2368caa8-26be-48db-9c5f-410088eac68d on network 0e317836-79bf-43b0-9f3b-194ac2b4a206 {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:07:56.051794 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Checking agent: {'id': 'b943c5c1-8c7c-4d06-b25c-7c85e812ee5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850574-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 51, 19), 'started_at': datetime.datetime(2022, 7, 26, 4, 51, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850574-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:07:56.052404 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Checking segment: {'id': 'e55d41e1-d596-42dd-81bc-ac9f08bef77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:07:56.064762 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:56.065377 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Bound using segment: {'id': 'e55d41e1-d596-42dd-81bc-ac9f08bef77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206'} {{(pid=104004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:07:56.065993 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.managers [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Bound port: 2368caa8-26be-48db-9c5f-410088eac68d, host: dv-cinder-850574-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55d41e1-d596-42dd-81bc-ac9f08bef77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206'}}] {{(pid=104004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:07:56.066427 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (2368caa8-26be-48db-9c5f-410088eac68d), before_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:56.203718 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] For port 2368caa8-26be-48db-9c5f-410088eac68d, host dv-cinder-850574-1-iscsi, cleared binding levels {{(pid=104004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:07:56.203718 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.plugins.ml2.db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] For port 2368caa8-26be-48db-9c5f-410088eac68d, host dv-cinder-850574-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=2368caa8-26be-48db-9c5f-410088eac68d,segment=NetworkSegment(e55d41e1-d596-42dd-81bc-ac9f08bef77f),segment_id=e55d41e1-d596-42dd-81bc-ac9f08bef77f)] {{(pid=104004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:07:56.227833 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron_lib.callbacks.manager [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (2368caa8-26be-48db-9c5f-410088eac68d), after_update {{(pid=104004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:56.296971 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Routers {'38249e82-fcb4-41d6-903e-eb6b6f93d586'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:07:56.297827 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:07:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['38249e82-fcb4-41d6-903e-eb6b6f93d586'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:56.305949 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cf451-48e4-4ce6-be76-52ea2a4f4995 None None] Pushing event updated for resources: {'Port': ['ID=2368caa8-26be-48db-9c5f-410088eac68d,revision_number=4']} {{(pid=104004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:56.353032 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-a71730ba-3b56-4bb6-a1da-995c1a8f29a5 None None] Provisioning complete for port 2368caa8-26be-48db-9c5f-410088eac68d triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:56.353885 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a71730ba-3b56-4bb6-a1da-995c1a8f29a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (2368caa8-26be-48db-9c5f-410088eac68d), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:56.462646 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] Set router 38249e82-fcb4-41d6-903e-eb6b6f93d586 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:07:56.490700 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-a71730ba-3b56-4bb6-a1da-995c1a8f29a5 None None] Current status of the port 2368caa8-26be-48db-9c5f-410088eac68d is: DOWN; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:56.491072 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a71730ba-3b56-4bb6-a1da-995c1a8f29a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (2368caa8-26be-48db-9c5f-410088eac68d), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:56.515682 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:56.541427 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a71730ba-3b56-4bb6-a1da-995c1a8f29a5 None None] For port 2368caa8-26be-48db-9c5f-410088eac68d, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=2368caa8-26be-48db-9c5f-410088eac68d,segment=NetworkSegment(e55d41e1-d596-42dd-81bc-ac9f08bef77f),segment_id=e55d41e1-d596-42dd-81bc-ac9f08bef77f)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:07:56.548029 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a71730ba-3b56-4bb6-a1da-995c1a8f29a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (2368caa8-26be-48db-9c5f-410088eac68d), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:56.622456 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71730ba-3b56-4bb6-a1da-995c1a8f29a5 None None] Pushing event updated for resources: {'Port': ['ID=2368caa8-26be-48db-9c5f-410088eac68d,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:07:56.775303 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-2be1ca41-c384-4cfa-96bc-836417a93eda None None] Provisioning complete for port 2368caa8-26be-48db-9c5f-410088eac68d triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:56.776570 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2be1ca41-c384-4cfa-96bc-836417a93eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (2368caa8-26be-48db-9c5f-410088eac68d), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:56.813509 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:49Z', 'revision_number': 4, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'gw_port': {'id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '2368caa8-26be-48db-9c5f-410088eac68d', 'name': '', 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'mac_address': 'fa:16:3e:5c:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:49Z', 'updated_at': '2022-07-26T05:07:56Z', 'revision_number': 4, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'subnets': [{'id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:07:56.886451 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fe858-3e74-493a-a1a1-c57ad9b2bac4 None None] The sync data for ids ['38249e82-fcb4-41d6-903e-eb6b6f93d586'] in dv-cinder-850574-1-iscsi is: [{'id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:49Z', 'revision_number': 4, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'gw_port': {'id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '2368caa8-26be-48db-9c5f-410088eac68d', 'name': '', 'network_id': '0e317836-79bf-43b0-9f3b-194ac2b4a206', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'mac_address': 'fa:16:3e:5c:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:49Z', 'updated_at': '2022-07-26T05:07:56Z', 'revision_number': 4, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'subnets': [{'id': 'fc0ff703-c3ac-4528-b9a4-d45688728f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:07:56.892679 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-2be1ca41-c384-4cfa-96bc-836417a93eda None None] Current status of the port 2368caa8-26be-48db-9c5f-410088eac68d is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:56.954506 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1123c-432d-4ccc-9795-4dd76223524f req-87ad69af-7099-475b-ab7d-070016d24abd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:56.956866 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63a1123c-432d-4ccc-9795-4dd76223524f req-87ad69af-7099-475b-ab7d-070016d24abd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.0718834 Jul 26 05:07:57.019065 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63a1123c-432d-4ccc-9795-4dd76223524f req-ad2a15b0-0838-49a1-a68c-6a1557354974 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532205 Jul 26 05:07:57.675357 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 2368caa8-26be-48db-9c5f-410088eac68d up at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:07:57.753711 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Provisioning complete for port 2368caa8-26be-48db-9c5f-410088eac68d triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:07:57.754097 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (2368caa8-26be-48db-9c5f-410088eac68d), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:07:57.840046 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Current status of the port 2368caa8-26be-48db-9c5f-410088eac68d is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:07:58.152967 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4439f7-ced2-40f8-8d9b-506484bd4c32 req-bb66adb2-bcc0-4800-8106-62b1f01a4176 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:58.154264 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ca4439f7-ced2-40f8-8d9b-506484bd4c32 req-bb66adb2-bcc0-4800-8106-62b1f01a4176 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.0589225 Jul 26 05:07:58.175521 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:07:58.229725 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ca4439f7-ced2-40f8-8d9b-506484bd4c32 req-0a9c113a-5fda-42fc-aaa2-5f44e1bb299e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629442 Jul 26 05:07:59.383048 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947bf1b-6053-44c5-ae5b-47bf7f094648 req-817fafa2-03b9-4610-bf9e-3ed2d1af6452 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:07:59.385358 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5947bf1b-6053-44c5-ae5b-47bf7f094648 req-817fafa2-03b9-4610-bf9e-3ed2d1af6452 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.0699697 Jul 26 05:07:59.441481 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5947bf1b-6053-44c5-ae5b-47bf7f094648 req-9dc5ab8c-5925-47e0-9588-039b3b7f41c4 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502284 Jul 26 05:08:00.355822 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba939e05-a2c5-47fb-87ab-f76f443d1b9c req-69345ca4-b79f-4220-aa61-73144ae14ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:00.358700 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba939e05-a2c5-47fb-87ab-f76f443d1b9c req-69345ca4-b79f-4220-aa61-73144ae14ed0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 1128 time: 0.0441716 Jul 26 05:08:00.460481 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:00.476615 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba939e05-a2c5-47fb-87ab-f76f443d1b9c req-eecc0ad2-7f64-4d8f-a871-bb2c170e9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:00.478034 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba939e05-a2c5-47fb-87ab-f76f443d1b9c req-eecc0ad2-7f64-4d8f-a871-bb2c170e9d9a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1045799 Jul 26 05:08:00.594394 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4877eb6-aa41-4bf7-8ece-eb9aa8fd26c6 req-cb912b3a-8add-4f1b-8054-e25ebfc4c60b tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:00.595883 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f4877eb6-aa41-4bf7-8ece-eb9aa8fd26c6 req-cb912b3a-8add-4f1b-8054-e25ebfc4c60b tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.0652936 Jul 26 05:08:00.635276 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba939e05-a2c5-47fb-87ab-f76f443d1b9c req-a6328903-5af1-429f-a1aa-edd7d23fc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:00.636775 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba939e05-a2c5-47fb-87ab-f76f443d1b9c req-a6328903-5af1-429f-a1aa-edd7d23fc6cd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523826 Jul 26 05:08:00.665965 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f4877eb6-aa41-4bf7-8ece-eb9aa8fd26c6 req-9ec6f587-940a-4f34-b410-27a2acfb8fb5 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612786 Jul 26 05:08:00.740942 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-a8d4600f-6042-49b1-96e8-75850dc0323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:00.742584 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-a8d4600f-6042-49b1-96e8-75850dc0323c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 1128 time: 0.0430543 Jul 26 05:08:00.792089 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-3af82cda-029d-4382-896a-75d8677179e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 200 len: 217 time: 0.0345349 Jul 26 05:08:00.847813 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-674ec0db-1b1d-4400-b760-21e6c39a1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:00.849305 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-674ec0db-1b1d-4400-b760-21e6c39a1d53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdb12c42-843d-4fef-b400-64e37c55ea4f HTTP/1.1" status: 200 len: 853 time: 0.0514622 Jul 26 05:08:00.896673 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-4c6174ff-4510-4f7d-b4d1-f4aed94c0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:00.898120 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-4c6174ff-4510-4f7d-b4d1-f4aed94c0ad6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=222f5094-66e8-49db-b14e-07f8d8588a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415726 Jul 26 05:08:01.009242 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-d19ac94a-6401-4996-87ea-ad1b5d6356cb service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024959 Jul 26 05:08:01.101582 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56a6d235-b85a-4bd2-96bf-9ed19b45f524 req-8f23d291-3f34-4af3-bea9-902b52c2a59a service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860846 Jul 26 05:08:01.788472 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535640f2-9006-417f-aaf6-c6fa61d6441f req-5fed42e0-92d8-47d8-9bd3-ea9ed33aa744 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:01.790182 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-535640f2-9006-417f-aaf6-c6fa61d6441f req-5fed42e0-92d8-47d8-9bd3-ea9ed33aa744 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.0512111 Jul 26 05:08:01.846430 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-535640f2-9006-417f-aaf6-c6fa61d6441f req-5e89c254-647e-4ef3-8225-58b1e7612f6d tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503819 Jul 26 05:08:02.113096 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-2c150205-912b-4079-8a42-ab6ad86643f2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417836 Jul 26 05:08:02.226849 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-d04e1f5d-a994-4f21-8711-69993abd5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:02.229190 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-d04e1f5d-a994-4f21-8711-69993abd5f3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 1129 time: 0.0437720 Jul 26 05:08:02.301734 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:02.346692 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-8bacf6e3-d438-43b7-a036-402df8ee552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:02.348400 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-8bacf6e3-d438-43b7-a036-402df8ee552b service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.0964127 Jul 26 05:08:02.421206 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-a3a8b2b2-0021-4dbe-ad6e-b346b52a4589 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e6a160-dc8d-420e-9018-7b77f693900b HTTP/1.1" status: 200 len: 1001 time: 0.0650952 Jul 26 05:08:02.475936 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-cc571a8b-9c04-4da2-9f51-444cbfeee432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:02.477424 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-cc571a8b-9c04-4da2-9f51-444cbfeee432 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0472381 Jul 26 05:08:02.527778 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-6a38e150-031e-4bdd-bb5f-0f4c8aa73183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:02.529385 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-6a38e150-031e-4bdd-bb5f-0f4c8aa73183 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446429 Jul 26 05:08:02.609882 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:02.628647 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-f1a1e936-b50f-4637-925c-fd983ee56aed service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922122 Jul 26 05:08:02.737304 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-878092d0-84dd-4158-be07-fd30dcfd1780 req-79b18bf6-8388-4d29-b5dc-3460d0b23140 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015570 Jul 26 05:08:02.972924 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1069f-2a81-4c0e-a069-c81847548e66 req-0c56d8c7-befa-479a-9ef2-429914adf64f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:02.974408 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d8a1069f-2a81-4c0e-a069-c81847548e66 req-0c56d8c7-befa-479a-9ef2-429914adf64f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.0500436 Jul 26 05:08:03.025736 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d8a1069f-2a81-4c0e-a069-c81847548e66 req-163a3935-fdad-4f3d-b76e-83d4a9a3acb8 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453348 Jul 26 05:08:03.033572 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:03.952150 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=57,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:03.954439 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=68,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:04.170974 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38d21-382b-4729-8fc3-b3ac5b3673ec req-dca3b997-5fcb-4d98-91f9-68e8ba5a79c0 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:04.172495 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f4d38d21-382b-4729-8fc3-b3ac5b3673ec req-dca3b997-5fcb-4d98-91f9-68e8ba5a79c0 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.0606475 Jul 26 05:08:04.223998 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f4d38d21-382b-4729-8fc3-b3ac5b3673ec req-13d52cd7-3afa-4035-8078-06842213d864 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Jul 26 05:08:05.173302 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 3f693448-895a-4f47-a9c7-ede536579f65 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:08:05.176545 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:05.286566 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 3f693448-895a-4f47-a9c7-ede536579f65, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=3f693448-895a-4f47-a9c7-ede536579f65,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:05.300571 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '3f693448-895a-4f47-a9c7-ede536579f65', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'port_id': '3f693448-895a-4f47-a9c7-ede536579f65', 'mac_address': 'fa:16:3e:9b:f1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:08:05.346967 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80284996-e1a0-4fcb-ad8c-ca7d3e79a308 req-ce8fdd08-8e72-490f-85c5-b60fba53602a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:05.347619 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 3f693448-895a-4f47-a9c7-ede536579f65 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:08:05.347906 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3f693448-895a-4f47-a9c7-ede536579f65), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:05.348724 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80284996-e1a0-4fcb-ad8c-ca7d3e79a308 req-ce8fdd08-8e72-490f-85c5-b60fba53602a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 944 time: 0.0536554 Jul 26 05:08:05.363376 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f693448-895a-4f47-a9c7-ede536579f65 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:08:05.385902 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 3f693448-895a-4f47-a9c7-ede536579f65, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=3f693448-895a-4f47-a9c7-ede536579f65,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:05.392480 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (3f693448-895a-4f47-a9c7-ede536579f65), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:05.402040 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80284996-e1a0-4fcb-ad8c-ca7d3e79a308 req-460dde6c-daa6-4264-bce9-de2c909fbe51 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462475 Jul 26 05:08:05.439908 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=3f693448-895a-4f47-a9c7-ede536579f65,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:05.696873 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['3f693448-895a-4f47-a9c7-ede536579f65'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:08:06.522497 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4e673-e45d-40c5-ac84-3ab6dc22136b req-c7cde210-97b2-4464-b309-08ce2d824f3e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:06.524164 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6fa4e673-e45d-40c5-ac84-3ab6dc22136b req-c7cde210-97b2-4464-b309-08ce2d824f3e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 945 time: 0.0493681 Jul 26 05:08:06.578520 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6fa4e673-e45d-40c5-ac84-3ab6dc22136b req-fc593640-cc48-4f89-a67b-e9c80fe38b40 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486641 Jul 26 05:08:07.187423 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 3f693448-895a-4f47-a9c7-ede536579f65 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:08:07.189703 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:07.248713 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 3f693448-895a-4f47-a9c7-ede536579f65 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:08:07.257123 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 3f693448-895a-4f47-a9c7-ede536579f65 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:08:07.257499 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3f693448-895a-4f47-a9c7-ede536579f65), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:07.337360 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 3f693448-895a-4f47-a9c7-ede536579f65 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:08:07.337723 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3f693448-895a-4f47-a9c7-ede536579f65), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:07.362239 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:07.364619 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a901529-1187-4c49-a572-fcd67e2d5d5a" -d '{"events": [{"server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "name": "network-vif-plugged", "status": "completed", "tag": "3f693448-895a-4f47-a9c7-ede536579f65"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:07.378057 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 3f693448-895a-4f47-a9c7-ede536579f65, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=3f693448-895a-4f47-a9c7-ede536579f65,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:07.382839 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (3f693448-895a-4f47-a9c7-ede536579f65), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:07.408666 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa95e698-29bc-41a1-ab82-5c687faf28a5 x-openstack-request-id: req-fa95e698-29bc-41a1-ab82-5c687faf28a5 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:07.408959 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "name": "network-vif-plugged", "status": "completed", "tag": "3f693448-895a-4f47-a9c7-ede536579f65", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:07.409214 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fa95e698-29bc-41a1-ab82-5c687faf28a5 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:07.409610 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa95e698-29bc-41a1-ab82-5c687faf28a5'] response: {'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65', 'code': 200} Jul 26 05:08:07.437138 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=3f693448-895a-4f47-a9c7-ede536579f65,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:07.636883 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2070a-21bf-46ee-acd8-735c23411b5f req-789e85bb-3242-4dfe-83b3-5092a32ce6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:07.638541 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7f2070a-21bf-46ee-acd8-735c23411b5f req-789e85bb-3242-4dfe-83b3-5092a32ce6b0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 1130 time: 0.0403569 Jul 26 05:08:07.724140 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34fbe3-ee39-4d6e-98ac-ce8a464f87ce req-92c3d5f6-2163-4fbd-b071-b52170a0c08c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:07.725499 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a34fbe3-ee39-4d6e-98ac-ce8a464f87ce req-92c3d5f6-2163-4fbd-b071-b52170a0c08c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0745163 Jul 26 05:08:07.729014 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7f2070a-21bf-46ee-acd8-735c23411b5f req-e64bf89b-b62b-41bf-a6e6-10b7c0488264 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838487 Jul 26 05:08:07.784189 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a34fbe3-ee39-4d6e-98ac-ce8a464f87ce req-24687dde-4a3d-4aaa-a18f-f97eac71d167 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529573 Jul 26 05:08:08.919196 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024140ed-16a5-4a2e-999d-30b1ff5e9d09 req-4ccd80ab-75d3-4ac8-8002-5524c1ba554f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:08.920727 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-024140ed-16a5-4a2e-999d-30b1ff5e9d09 req-4ccd80ab-75d3-4ac8-8002-5524c1ba554f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0541325 Jul 26 05:08:08.968627 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:08.987655 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-024140ed-16a5-4a2e-999d-30b1ff5e9d09 req-9887e880-e00d-41aa-aff7-97f775bf1373 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557547 Jul 26 05:08:10.128936 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f96f-a07f-413d-a266-7798eda85251 req-6ec68874-58a5-46e7-9f96-43a217abc1b1 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:10.131097 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a82f96f-a07f-413d-a266-7798eda85251 req-6ec68874-58a5-46e7-9f96-43a217abc1b1 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0676708 Jul 26 05:08:10.183243 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2a82f96f-a07f-413d-a266-7798eda85251 req-8f140289-e62b-4312-9c17-9ab4919e4728 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 Jul 26 05:08:11.309093 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874d5a0-43b5-45ec-8df7-f3ecceda554f req-e617173e-b8ee-4545-9f6f-b47aacf71e2f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:11.310632 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6874d5a0-43b5-45ec-8df7-f3ecceda554f req-e617173e-b8ee-4545-9f6f-b47aacf71e2f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0510092 Jul 26 05:08:11.365676 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6874d5a0-43b5-45ec-8df7-f3ecceda554f req-9ebe6c0a-bacf-4ef8-ab4a-720efcaa51ea tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Jul 26 05:08:12.487391 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9188dc2-872c-4e0b-a15b-705cf4084f5e req-ab1c5a5c-c033-438b-9139-3fc1deb5441e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:12.489143 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9188dc2-872c-4e0b-a15b-705cf4084f5e req-ab1c5a5c-c033-438b-9139-3fc1deb5441e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0491261 Jul 26 05:08:12.532852 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:12.541720 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9188dc2-872c-4e0b-a15b-705cf4084f5e req-cba019fc-fa8c-4933-833e-be8edf54cf3c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460191 Jul 26 05:08:12.670357 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46864f5-abd7-4d64-b62b-ecdc59146814 req-0c190000-66a2-4a4f-83c6-b2a82e9fb49f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:12.671893 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f46864f5-abd7-4d64-b62b-ecdc59146814 req-0c190000-66a2-4a4f-83c6-b2a82e9fb49f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0501189 Jul 26 05:08:12.722998 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f46864f5-abd7-4d64-b62b-ecdc59146814 req-6cf1699c-9d1c-4bf4-bca0-6b5e4fa88f8c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 Jul 26 05:08:13.071523 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b95d7-e26a-44a5-bd6a-9792304bdda2 req-f57d7bd8-e4f2-47f5-9f1c-0da79be7af08 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:13.073109 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-777b95d7-e26a-44a5-bd6a-9792304bdda2 req-f57d7bd8-e4f2-47f5-9f1c-0da79be7af08 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0554411 Jul 26 05:08:13.121906 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-777b95d7-e26a-44a5-bd6a-9792304bdda2 req-2c26c453-6add-45e6-8ea0-bc59ddc2d0a7 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Jul 26 05:08:13.555756 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-fe77d308-dc7d-4f5d-8fbe-56ea81bf2d59 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054892163&fields=id&tenant_id=666f12ad571f45c096947d0497291842 HTTP/1.1" status: 200 len: 267 time: 0.0487731 Jul 26 05:08:13.556842 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-81bc3d67-0739-4134-8a81-d40264802e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:13.671272 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-a91a458b-74d8-43bc-b84c-b3218bd47559 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:13.672777 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-a91a458b-74d8-43bc-b84c-b3218bd47559 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/networks?id=72b54b76-e074-4ca5-ae69-4055afca29ba HTTP/1.1" status: 200 len: 808 time: 0.1083288 Jul 26 05:08:13.689106 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-043b0696-803d-4620-ad35-f2feff66ce02 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/quotas/666f12ad571f45c096947d0497291842 HTTP/1.1" status: 200 len: 375 time: 0.0097609 Jul 26 05:08:13.746077 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d5c53974-3c90-4862-aea2-60e1a08fe187 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=666f12ad571f45c096947d0497291842&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500889 Jul 26 05:08:14.003139 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d5f123e9-36d4-47ff-bc8a-d69360887844 service neutron] 10.222.0.17 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454226 Jul 26 05:08:14.092723 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-85f48cc5-b432-470e-a947-b33b8f11a21e service neutron] 10.222.0.17 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837588 Jul 26 05:08:14.323465 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:08:14.420767 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68dcfadf-e484-4eea-adde-bb9e98293772 req-70705647-b106-489f-917b-ccaac122f047 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 210 time: 0.0282109 Jul 26 05:08:15.540577 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3bcc6e10-b180-488e-b1de-d593e7b0d7e9 req-cb7f07d5-855a-4532-8fe5-abc854fb7f32 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 210 time: 0.0393310 Jul 26 05:08:15.708675 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c052ec55-bbe3-4a5f-becb-f4f639f8d630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:15.912701 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-03494b66-32c4-4b51-9844-658972b03f5b tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:15.914548 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-03494b66-32c4-4b51-9844-658972b03f5b tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.52 "GET /v2.0/networks?id=72b54b76-e074-4ca5-ae69-4055afca29ba HTTP/1.1" status: 200 len: 808 time: 0.1169600 Jul 26 05:08:15.947801 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:15.994680 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-a58f6e3d-2135-4561-a112-db46b8768ffb tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=666f12ad571f45c096947d0497291842 HTTP/1.1" status: 200 len: 380 time: 0.0646961 Jul 26 05:08:16.003321 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Request body: {'port': {'device_id': '12542af7-79b9-4279-ae59-c5ea7941522f', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'admin_state_up': True, 'tenant_id': '666f12ad571f45c096947d0497291842', 'security_groups': ['7ee2be8b-df24-4aff-89ce-0e009af718ad']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:16.130092 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Made reservation on behalf of 666f12ad571f45c096947d0497291842 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:08:16.134027 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:16.211768 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:16.315406 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-67ec3175-85ac-4042-8350-412feebe5c04 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144158790&fields=id&tenant_id=987757bb89e64419822e021b15a65c31 HTTP/1.1" status: 200 len: 267 time: 0.0931292 Jul 26 05:08:16.316429 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Allocated IP 172.20.0.11 (72b54b76-e074-4ca5-ae69-4055afca29ba/e18865d8-d85e-4b59-8231-2cb589f1bf55/f68c75a3-31f1-4414-8479-ccad9fcbea7a) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:08:16.506279 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-f34a6cdd-2e6e-41c2-8c86-4847a803afb1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:16.507784 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-f34a6cdd-2e6e-41c2-8c86-4847a803afb1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 811 time: 0.1847150 Jul 26 05:08:16.528822 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-8c69fb5b-2ef6-4e48-bde5-6daaf9b914b7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/quotas/987757bb89e64419822e021b15a65c31 HTTP/1.1" status: 200 len: 375 time: 0.0152121 Jul 26 05:08:16.597304 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:16.648607 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:16.671084 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-a6d4e7d5-256d-4a79-abb1-b9bb9d728125 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1344340 Jul 26 05:08:16.726032 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450259e-c227-4dca-94f1-86f285d79dc1 req-60338863-9f8a-4903-9d80-1149662fdda5 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:16.727738 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5450259e-c227-4dca-94f1-86f285d79dc1 req-60338863-9f8a-4903-9d80-1149662fdda5 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 932 time: 0.1000640 Jul 26 05:08:16.739532 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:16.745238 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Network 72b54b76-e074-4ca5-ae69-4055afca29ba is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:08:16.756608 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:08:16.766072 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'Port': ['ID=f68c75a3-31f1-4414-8479-ccad9fcbea7a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:16.771599 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:08:16.873403 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5450259e-c227-4dca-94f1-86f285d79dc1 req-a0901445-7902-459a-8538-f0e5751027b5 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369848 Jul 26 05:08:16.889726 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:16.890637 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:16.966028 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-d11b5a1c-f4ef-4f31-8d3f-2a6fba7760f1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9664533 Jul 26 05:08:16.977382 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:16.985673 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Request body: {'port': {'device_id': '12542af7-79b9-4279-ae59-c5ea7941522f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:17.047000 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-1b0af3bd-647a-4c80-9cd3-9fc1fdac6203 service neutron] 10.222.0.17 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424487 Jul 26 05:08:17.129621 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:17.159850 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:17.163215 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-152053b2-dcc8-4478-b230-391e67fd7eb3 None None] Provisioning complete for port f68c75a3-31f1-4414-8479-ccad9fcbea7a triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:08:17.163876 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-152053b2-dcc8-4478-b230-391e67fd7eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:17.201844 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-152053b2-dcc8-4478-b230-391e67fd7eb3 None None] Port f68c75a3-31f1-4414-8479-ccad9fcbea7a cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:08:17.505992 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-6efd8c1d-2a15-4d99-a1b6-9bba08a14a79 service neutron] 10.222.0.17 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580622 Jul 26 05:08:17.720221 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68c75a3-31f1-4414-8479-ccad9fcbea7a {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:08:17.728274 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Publish callbacks [] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:17.743404 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Transition to ACTIVE for port object f68c75a3-31f1-4414-8479-ccad9fcbea7a will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:08:17.748887 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:17.832112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Pushing event updated for resources: {'Port': ['ID=f68c75a3-31f1-4414-8479-ccad9fcbea7a,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:17.850376 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6df894a8-8047-49b4-a90f-78e2b24e70a3 req-c1aa5085-d2f9-42fa-9c7f-c32139c3f1dd tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 210 time: 0.0624156 Jul 26 05:08:17.920492 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Attempting to bind port f68c75a3-31f1-4414-8479-ccad9fcbea7a on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:08:17.920935 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Attempting to bind port f68c75a3-31f1-4414-8479-ccad9fcbea7a by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:08:17.921578 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Attempting to bind port f68c75a3-31f1-4414-8479-ccad9fcbea7a on network 72b54b76-e074-4ca5-ae69-4055afca29ba {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:08:17.927770 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Port f68c75a3-31f1-4414-8479-ccad9fcbea7a on network 72b54b76-e074-4ca5-ae69-4055afca29ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:08:17.928186 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Attempting to bind port f68c75a3-31f1-4414-8479-ccad9fcbea7a on network 72b54b76-e074-4ca5-ae69-4055afca29ba {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:08:17.934692 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:08:17.935166 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Checking segment: {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:08:17.935687 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Bound using segment: {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:08:17.936243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Bound port: f68c75a3-31f1-4414-8479-ccad9fcbea7a, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a054775-d062-4a1f-afdf-e810bf745664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:08:17.936704 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:17.983911 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:18.018770 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:18.051323 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3dd12-ebff-496c-8658-149b33f692f2 req-4d7356b9-6c82-4a5f-9932-faee3475a31c tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:18.052866 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02c3dd12-ebff-496c-8658-149b33f692f2 req-4d7356b9-6c82-4a5f-9932-faee3475a31c tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0797434 Jul 26 05:08:18.057192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:08:18.060712 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:08:18.077312 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:18.123355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:18.123988 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:18.125446 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] 10.222.0.52 "PUT /v2.0/ports/f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 200 len: 1094 time: 1.1438715 Jul 26 05:08:18.126435 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:18.128260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f1b976-5f24-43f6-b0e8-083b29d52a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:18.170367 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02c3dd12-ebff-496c-8658-149b33f692f2 req-1bbe9894-fdfa-403a-b990-a7af0a8b1844 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079116 Jul 26 05:08:18.183176 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ccf83-9cdb-4f4a-b96d-4659d17a7598 service neutron] Pushing event updated for resources: {'Port': ['ID=f68c75a3-31f1-4414-8479-ccad9fcbea7a,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:18.239582 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6c4a29-c49f-4fdb-bc4e-6feef94fadcd x-openstack-request-id: req-8f6c4a29-c49f-4fdb-bc4e-6feef94fadcd {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:18.239877 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:18.240126 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8f6c4a29-c49f-4fdb-bc4e-6feef94fadcd {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:18.240544 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f6c4a29-c49f-4fdb-bc4e-6feef94fadcd'] response: {'name': 'network-changed', 'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'status': 'completed', 'code': 200} Jul 26 05:08:18.254653 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-ba4d7ecf-a601-4803-9fdd-d03405deb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:18.256271 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-ba4d7ecf-a601-4803-9fdd-d03405deb75a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=666f12ad571f45c096947d0497291842&device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1128 time: 0.0556965 Jul 26 05:08:18.305388 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-9cb3781c-30e9-4121-a265-90cab0be3394 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 200 len: 217 time: 0.0354855 Jul 26 05:08:18.358422 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-c5bc8207-97a6-4a67-8d34-147d6cf68d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:18.359957 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-c5bc8207-97a6-4a67-8d34-147d6cf68d60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e18865d8-d85e-4b59-8231-2cb589f1bf55 HTTP/1.1" status: 200 len: 847 time: 0.0494268 Jul 26 05:08:18.372314 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:18.433367 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-cefce7cf-a2a5-40ea-95ae-4d9542688bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:18.435031 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-cefce7cf-a2a5-40ea-95ae-4d9542688bd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72b54b76-e074-4ca5-ae69-4055afca29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425463 Jul 26 05:08:18.459786 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:18.537025 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-474729b5-dee0-4f7f-8c9d-ec3a52bee4ef service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961664 Jul 26 05:08:18.683396 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:18.841715 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09741a0f-b7bf-4e2f-aa34-29cb6c53ea1b req-111cf76e-bcec-4965-93e9-baafa442674b service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069651 Jul 26 05:08:18.960870 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c2ac367e-ece8-4326-9131-f2f645b0d8d2 req-8a35b465-805f-493e-94f3-a92119fdb2c2 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 210 time: 0.0310624 Jul 26 05:08:19.379131 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-d01aad7e-b121-4f99-a8e8-bdc7386e0704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:19.380636 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-d01aad7e-b121-4f99-a8e8-bdc7386e0704 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=666f12ad571f45c096947d0497291842&device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1128 time: 0.1169524 Jul 26 05:08:19.390615 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298dad7-8ff2-4376-af68-447b408c7ed4 req-305911ac-3404-4560-ab97-3ca1f5c71d4d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:19.392168 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2298dad7-8ff2-4376-af68-447b408c7ed4 req-305911ac-3404-4560-ab97-3ca1f5c71d4d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0934367 Jul 26 05:08:19.484673 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0d47a14f-9880-4857-b5b5-f8d69eb01b9f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:19.486071 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0d47a14f-9880-4857-b5b5-f8d69eb01b9f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 811 time: 0.2439253 Jul 26 05:08:19.563609 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2298dad7-8ff2-4376-af68-447b408c7ed4 req-ee4ed967-f8e0-431f-961a-716ae85199e6 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630309 Jul 26 05:08:19.573539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-86364d1b-5f4e-4275-b8e5-cd1544dc15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:19.575207 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-86364d1b-5f4e-4275-b8e5-cd1544dc15c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72b54b76-e074-4ca5-ae69-4055afca29ba HTTP/1.1" status: 200 len: 909 time: 0.1821952 Jul 26 05:08:19.629249 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-b7b331c2-10a9-4819-88a2-5f8e505a2d2b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 200 len: 217 time: 0.0445397 Jul 26 05:08:19.652167 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-225ed235-cb78-4c61-92bf-9e5ad7e40f25 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=987757bb89e64419822e021b15a65c31 HTTP/1.1" status: 200 len: 380 time: 0.1475039 Jul 26 05:08:19.674991 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'port': {'device_id': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'admin_state_up': True, 'tenant_id': '987757bb89e64419822e021b15a65c31', 'security_groups': ['45d50329-53d2-4b97-a819-3bdb81435553']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:19.738238 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-7904e644-fc3c-4e08-91e1-e43a793dcc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:19.739670 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-7904e644-fc3c-4e08-91e1-e43a793dcc0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e18865d8-d85e-4b59-8231-2cb589f1bf55 HTTP/1.1" status: 200 len: 847 time: 0.1024685 Jul 26 05:08:19.744283 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:19.811576 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-59282a9f-9626-46b2-b2b7-2855e8e0c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:19.813149 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-59282a9f-9626-46b2-b2b7-2855e8e0c739 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72b54b76-e074-4ca5-ae69-4055afca29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650005 Jul 26 05:08:19.881940 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Made reservation on behalf of 987757bb89e64419822e021b15a65c31 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:08:19.885537 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:19.930564 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:19.940073 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-f0599836-471e-45d5-ad0d-aadfd9159ff1 service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200564 Jul 26 05:08:20.111440 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-719e3662-0088-4e3d-b7c4-e7d1a4092191 req-307457a8-0da2-4dc7-9398-11de27462637 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 210 time: 0.0611646 Jul 26 05:08:20.150064 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Allocated IP 172.20.0.13 (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2/b3f2a6c5-1607-440b-9106-a458ab08d0ac/c14c64c8-333d-4bb0-9882-bbe52bc258dc) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:08:20.155889 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22f1b976-5f24-43f6-b0e8-083b29d52a3f req-169ada23-d39c-4bb0-a760-69db51e01aea service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854136 Jul 26 05:08:20.309555 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:20.343530 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:20.388417 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:08:20.391990 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:08:20.396197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:08:20.402680 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'Port': ['ID=c14c64c8-333d-4bb0-9882-bbe52bc258dc,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:20.451234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:20.451877 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:20.470473 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-cbe4fc18-2377-4e56-8998-c1ffacae5c5d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8008294 Jul 26 05:08:20.490118 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Request body: {'port': {'device_id': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:20.558902 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:20.589213 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-4f038e99-8be3-47ed-982b-e0ef95774b6b None None] Provisioning complete for port c14c64c8-333d-4bb0-9882-bbe52bc258dc triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:08:20.589779 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4f038e99-8be3-47ed-982b-e0ef95774b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:20.608384 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:20.624239 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-4f038e99-8be3-47ed-982b-e0ef95774b6b None None] Port c14c64c8-333d-4bb0-9882-bbe52bc258dc cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:08:20.734783 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471810b-30b1-45a6-a7ae-a33e9b110dfb req-8127f444-e818-4f6b-aee4-10401f4b0c80 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:20.736146 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6471810b-30b1-45a6-a7ae-a33e9b110dfb req-8127f444-e818-4f6b-aee4-10401f4b0c80 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0728846 Jul 26 05:08:20.769074 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:20.839069 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6471810b-30b1-45a6-a7ae-a33e9b110dfb req-1be396cd-f8bf-41e8-ab18-fe752113c31e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784154 Jul 26 05:08:20.903536 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14c64c8-333d-4bb0-9882-bbe52bc258dc {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:08:20.911413 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Publish callbacks [] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:20.924616 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Transition to ACTIVE for port object c14c64c8-333d-4bb0-9882-bbe52bc258dc will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:08:20.930648 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:20.980021 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c14c64c8-333d-4bb0-9882-bbe52bc258dc,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:21.057643 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Attempting to bind port c14c64c8-333d-4bb0-9882-bbe52bc258dc on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:08:21.058020 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Attempting to bind port c14c64c8-333d-4bb0-9882-bbe52bc258dc by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:08:21.058280 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Attempting to bind port c14c64c8-333d-4bb0-9882-bbe52bc258dc on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:08:21.063284 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Port c14c64c8-333d-4bb0-9882-bbe52bc258dc on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:08:21.063636 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Attempting to bind port c14c64c8-333d-4bb0-9882-bbe52bc258dc on network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:08:21.069110 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:08:21.069443 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Checking segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:08:21.069839 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Bound using segment: {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:08:21.070266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Bound port: c14c64c8-333d-4bb0-9882-bbe52bc258dc, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:08:21.070618 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:21.138529 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] For port c14c64c8-333d-4bb0-9882-bbe52bc258dc, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:08:21.141991 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] For port c14c64c8-333d-4bb0-9882-bbe52bc258dc, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=c14c64c8-333d-4bb0-9882-bbe52bc258dc,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:08:21.150772 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:21.187285 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:21.187969 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:21.189362 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] 10.222.0.52 "PUT /v2.0/ports/c14c64c8-333d-4bb0-9882-bbe52bc258dc HTTP/1.1" status: 200 len: 1094 time: 0.7036722 Jul 26 05:08:21.189759 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:21.192069 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679" -d '{"events": [{"name": "network-changed", "server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:21.260039 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fe29e-1a95-42e6-9f72-516f6898035e req-8bb2411b-70a6-4f99-bf93-f04416c3d501 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:21.261578 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e53fe29e-1a95-42e6-9f72-516f6898035e req-8bb2411b-70a6-4f99-bf93-f04416c3d501 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0758944 Jul 26 05:08:21.262208 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf9bec-8e5f-48a5-b71a-6beb9daa44e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c14c64c8-333d-4bb0-9882-bbe52bc258dc,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:21.265873 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fabb1a-3d2e-4ce1-9c12-7d036dffbaae x-openstack-request-id: req-d0fabb1a-3d2e-4ce1-9c12-7d036dffbaae {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:21.266158 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:21.266412 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d0fabb1a-3d2e-4ce1-9c12-7d036dffbaae {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:21.266811 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fabb1a-3d2e-4ce1-9c12-7d036dffbaae'] response: {'name': 'network-changed', 'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'status': 'completed', 'code': 200} Jul 26 05:08:21.326718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-aadcb5f4-1dac-40b2-a055-9e9be28795ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:21.328347 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-aadcb5f4-1dac-40b2-a055-9e9be28795ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 1128 time: 0.0607300 Jul 26 05:08:21.360789 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e53fe29e-1a95-42e6-9f72-516f6898035e req-77d55c2d-279c-4888-a17f-c887e0386315 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851033 Jul 26 05:08:21.386509 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-19909244-4e03-4f89-9a72-a0ddc54b6178 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c14c64c8-333d-4bb0-9882-bbe52bc258dc HTTP/1.1" status: 200 len: 217 time: 0.0417221 Jul 26 05:08:21.434934 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-47871131-12fd-4a18-bdb0-6980fc1115e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:21.436512 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-47871131-12fd-4a18-bdb0-6980fc1115e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0443542 Jul 26 05:08:21.469704 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:21.483136 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-5858f8eb-bd49-4a2d-87e0-f82af888905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:21.484715 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-5858f8eb-bd49-4a2d-87e0-f82af888905c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421195 Jul 26 05:08:21.598223 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-a9a6de98-e41a-45e3-a7f8-0c3dd40ab320 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072955 Jul 26 05:08:21.702917 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f0bc9d4-e5cf-4d99-ae35-c5739ee4437b req-b4b92a7d-e795-42fb-b946-222de79a6cac service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976334 Jul 26 05:08:21.833220 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-28777289-27a7-4b49-b795-8b2669319986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:21.834744 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-28777289-27a7-4b49-b795-8b2669319986 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 1128 time: 0.0416439 Jul 26 05:08:21.903902 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:21.941418 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-0cbf3bd2-2df4-4d41-8165-8576e85ae23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:21.942846 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-0cbf3bd2-2df4-4d41-8165-8576e85ae23f service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.1022623 Jul 26 05:08:21.995772 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-550d7a43-f201-4368-a0f0-a154c1323196 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c14c64c8-333d-4bb0-9882-bbe52bc258dc HTTP/1.1" status: 200 len: 217 time: 0.0370142 Jul 26 05:08:22.014403 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e254c1-b97f-455e-b163-9dd412823173 req-6025355b-23d9-4de7-a267-6c97b3319599 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:22.015904 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e0e254c1-b97f-455e-b163-9dd412823173 req-6025355b-23d9-4de7-a267-6c97b3319599 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0973275 Jul 26 05:08:22.071080 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-b65fde63-53c9-4f25-9450-3cf8cae72877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:22.072540 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-b65fde63-53c9-4f25-9450-3cf8cae72877 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0717421 Jul 26 05:08:22.123635 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e0e254c1-b97f-455e-b163-9dd412823173 req-05dc6742-a47b-4cd8-9958-d01b14248b6e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900459 Jul 26 05:08:22.129658 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-d7fa7037-cf5d-4c01-833b-b739e88d058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:22.131111 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-d7fa7037-cf5d-4c01-833b-b739e88d058e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530212 Jul 26 05:08:22.231262 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-ff61d222-e238-49d6-b1d1-063cf92ceea0 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937150 Jul 26 05:08:22.330290 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73c41ab3-e7b0-49e2-b0fc-3fd1ed72c679 req-d2c4a008-6673-4aa9-98f9-4ad30168c71c service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937331 Jul 26 05:08:22.487194 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0794f-6f7d-432f-9841-592acc7d0a1b req-500e81c7-c1fb-47b5-b7af-61cc89fbde82 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:22.488756 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24c0794f-6f7d-432f-9841-592acc7d0a1b req-500e81c7-c1fb-47b5-b7af-61cc89fbde82 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0525630 Jul 26 05:08:22.546223 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24c0794f-6f7d-432f-9841-592acc7d0a1b req-fc3775fd-33e9-4f54-8cf9-067a5ecef4c4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499532 Jul 26 05:08:23.252314 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb5a2-bb64-45ec-89e3-c9b33ea00472 req-74714186-1041-40a7-8f68-69c575e6af6a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:23.253806 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36ecb5a2-bb64-45ec-89e3-c9b33ea00472 req-74714186-1041-40a7-8f68-69c575e6af6a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0526090 Jul 26 05:08:23.277119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:23.307681 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36ecb5a2-bb64-45ec-89e3-c9b33ea00472 req-62201cf9-2bae-443c-9493-09af7c688336 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Jul 26 05:08:23.668560 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e2c93-274c-43bd-805d-bf90af177711 req-f5a241ed-f1d6-4eba-b0a8-ee60ada90e17 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:23.670045 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bb0e2c93-274c-43bd-805d-bf90af177711 req-f5a241ed-f1d6-4eba-b0a8-ee60ada90e17 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0514379 Jul 26 05:08:23.720685 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bb0e2c93-274c-43bd-805d-bf90af177711 req-620e3581-fea5-4aad-8333-d45e0d3e0207 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449522 Jul 26 05:08:24.001753 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52862) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:24.006437 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-47b9e54c-ca12-41e7-82c2-48ad167281ff tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269401269', 'description': 'tempest-description--768225854'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:24.027771 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47b9e54c-ca12-41e7-82c2-48ad167281ff tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.105918 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47b9e54c-ca12-41e7-82c2-48ad167281ff tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (35496b3e-2124-4698-bd57-9d5b882a1949), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.112112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47b9e54c-ca12-41e7-82c2-48ad167281ff tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (35496b3e-2124-4698-bd57-9d5b882a1949), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.141418 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9e54c-ca12-41e7-82c2-48ad167281ff tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35496b3e-2124-4698-bd57-9d5b882a1949,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:24.146857 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-47b9e54c-ca12-41e7-82c2-48ad167281ff tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.151410 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-47b9e54c-ca12-41e7-82c2-48ad167281ff tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1452806 Jul 26 05:08:24.152085 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52864) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:24.155960 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-5157a831-4849-4f4e-a9fc-8e2149d047bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group_rule': {'security_group_id': '35496b3e-2124-4698-bd57-9d5b882a1949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:24.185042 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5157a831-4849-4f4e-a9fc-8e2149d047bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (6a843c70-99fc-4d53-819c-45c1e139619e), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.245387 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5157a831-4849-4f4e-a9fc-8e2149d047bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (6a843c70-99fc-4d53-819c-45c1e139619e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.249998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5157a831-4849-4f4e-a9fc-8e2149d047bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (6a843c70-99fc-4d53-819c-45c1e139619e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.268700 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157a831-4849-4f4e-a9fc-8e2149d047bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a843c70-99fc-4d53-819c-45c1e139619e,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:24.277803 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5157a831-4849-4f4e-a9fc-8e2149d047bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.279149 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5157a831-4849-4f4e-a9fc-8e2149d047bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265397 Jul 26 05:08:24.282008 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52866) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:24.286759 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-54ac9e66-cadf-4408-832e-ce1b4e0cee4a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group_rule': {'security_group_id': '35496b3e-2124-4698-bd57-9d5b882a1949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:24.294354 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:24.318137 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:24.319006 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=64 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:24.319466 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54ac9e66-cadf-4408-832e-ce1b4e0cee4a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (e0feb06b-d780-446c-943d-c58421a97dcc), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.373200 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54ac9e66-cadf-4408-832e-ce1b4e0cee4a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (e0feb06b-d780-446c-943d-c58421a97dcc), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.377618 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54ac9e66-cadf-4408-832e-ce1b4e0cee4a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (e0feb06b-d780-446c-943d-c58421a97dcc), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.407265 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9e66-cadf-4408-832e-ce1b4e0cee4a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0feb06b-d780-446c-943d-c58421a97dcc,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:24.436079 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54ac9e66-cadf-4408-832e-ce1b4e0cee4a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.437309 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-54ac9e66-cadf-4408-832e-ce1b4e0cee4a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540084 Jul 26 05:08:24.440770 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52870) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:24.445345 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:24.464933 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e875c6-ed61-4d18-bf50-045117566e9b req-2e0ffb83-18ab-44c4-ac23-6212427842cd tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:24.466385 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-15e875c6-ed61-4d18-bf50-045117566e9b req-2e0ffb83-18ab-44c4-ac23-6212427842cd tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0806172 Jul 26 05:08:24.495144 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.563745 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-15e875c6-ed61-4d18-bf50-045117566e9b req-3e5d0743-18ed-49c5-960d-3c612ab92e6a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913436 Jul 26 05:08:24.600054 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:24.635112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:24.708639 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Allocated IP 172.27.3.84 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/5bf39a0c-f294-4859-af7a-050e8d5db3c0) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:08:25.115145 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e390e-9260-4091-902d-e06fc7a81304 req-596f870c-9b74-4c6e-89e9-1be54922f8c7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:25.116647 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233e390e-9260-4091-902d-e06fc7a81304 req-596f870c-9b74-4c6e-89e9-1be54922f8c7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0666225 Jul 26 05:08:25.146440 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (5bf39a0c-f294-4859-af7a-050e8d5db3c0), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:25.198377 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233e390e-9260-4091-902d-e06fc7a81304 req-e4a52215-56d9-493a-ab14-053c99197579 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760062 Jul 26 05:08:25.208601 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (5bf39a0c-f294-4859-af7a-050e8d5db3c0), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:25.254134 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:08:25.259299 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:08:25.261590 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=5bf39a0c-f294-4859-af7a-050e8d5db3c0,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:25.263747 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:08:25.343119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:25.349922 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (6183995a-603f-4ebc-b60d-5321bda5e1f1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:25.390147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (5bf39a0c-f294-4859-af7a-050e8d5db3c0), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:25.548183 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (5bf39a0c-f294-4859-af7a-050e8d5db3c0), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:25.554069 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (5bf39a0c-f294-4859-af7a-050e8d5db3c0), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:25.613232 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:25.627583 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=5bf39a0c-f294-4859-af7a-050e8d5db3c0,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:25.643610 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (6183995a-603f-4ebc-b60d-5321bda5e1f1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:25.683248 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:25.684524 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7344d7d1-b837-4037-8e3a-d17762df46bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2427361 Jul 26 05:08:25.703772 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852147f-7d6f-44c6-9f06-ad1b41bb7129 req-c8b3dd71-87fa-41e4-b9bb-555b66780548 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:25.705415 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f852147f-7d6f-44c6-9f06-ad1b41bb7129 req-c8b3dd71-87fa-41e4-b9bb-555b66780548 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0591145 Jul 26 05:08:25.756722 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f852147f-7d6f-44c6-9f06-ad1b41bb7129 req-315b6128-12f5-4f19-b9b3-e67bd3e2ac47 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456057 Jul 26 05:08:25.890460 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-b1df2939-dc3a-43e2-9ccc-6cc07b85ace0 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1269401269&fields=id&tenant_id=fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 267 time: 0.0432632 Jul 26 05:08:26.004771 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-fe6f987b-ca78-48db-b9f1-a7ac13c83922 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:26.006165 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-fe6f987b-ca78-48db-b9f1-a7ac13c83922 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 815 time: 0.1089251 Jul 26 05:08:26.021476 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-e1539aa7-9b6b-471a-a9b9-9ebd684464f2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/quotas/fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 375 time: 0.0096889 Jul 26 05:08:26.074187 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-74b63fed-93d7-4ece-aa71-11201729ef23 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476823 Jul 26 05:08:26.181360 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-7d83d1b2-c172-44b0-ab18-a06cdaf58a39 service neutron] 10.222.0.17 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953503 Jul 26 05:08:26.289195 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a4efc3e5-a3f5-46c4-88a7-67c5905be8d6 service neutron] 10.222.0.17 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019170 Jul 26 05:08:26.327389 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394ef7d-a485-4ee9-9e68-1b5c1515fc56 req-d57d8063-d246-4e95-9951-67d27656422f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:26.328949 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1394ef7d-a485-4ee9-9e68-1b5c1515fc56 req-d57d8063-d246-4e95-9951-67d27656422f tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0553577 Jul 26 05:08:26.380618 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1394ef7d-a485-4ee9-9e68-1b5c1515fc56 req-e374874e-9005-4e2b-a971-47ef59a7195e tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458295 Jul 26 05:08:26.455466 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b4e7dfd5-5b06-469c-80fd-98c5aa9fec10 req-bf080bee-b228-44ce-a635-445ada4f570b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 210 time: 0.0305324 Jul 26 05:08:26.868598 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:26.881362 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b6793-f13b-4f56-810d-109dc4105348 req-5314d91a-04d5-4fd4-9032-820cf987f47b tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:26.882992 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ee7b6793-f13b-4f56-810d-109dc4105348 req-5314d91a-04d5-4fd4-9032-820cf987f47b tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0509887 Jul 26 05:08:26.942673 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ee7b6793-f13b-4f56-810d-109dc4105348 req-e88f85f2-ea77-4a1c-ac4d-b164eea64548 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528691 Jul 26 05:08:27.240298 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device f68c75a3-31f1-4414-8479-ccad9fcbea7a details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:08:27.346570 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:27.358305 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'port_id': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'mac_address': 'fa:16:3e:56:de:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:08:27.410305 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port f68c75a3-31f1-4414-8479-ccad9fcbea7a is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:08:27.410712 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:27.446085 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68c75a3-31f1-4414-8479-ccad9fcbea7a {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:08:27.468076 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:27.481267 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:27.527011 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f650ab-8b9b-44af-8047-c630ab299eea req-66d749d1-32af-47ba-b7d2-aeec24111008 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:27.532242 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f8f650ab-8b9b-44af-8047-c630ab299eea req-66d749d1-32af-47ba-b7d2-aeec24111008 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0617261 Jul 26 05:08:27.538047 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=f68c75a3-31f1-4414-8479-ccad9fcbea7a,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:27.546263 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.546587 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.546929 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.547327 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.547690 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.548201 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.548660 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.549132 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.549470 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.549829 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.550292 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.550502 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.551676 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.552167 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.552503 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:27.616586 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f6269bf-9a51-4e4a-ab73-42e66516bb5d req-c52bd099-fb38-464c-9709-476963cbaaa8 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 210 time: 0.0819795 Jul 26 05:08:27.682059 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f8f650ab-8b9b-44af-8047-c630ab299eea req-e445b562-70e6-4174-b401-c922f17b6614 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376905 Jul 26 05:08:27.703021 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-0acfc12d-72ee-452b-b11a-8d9b6c4b237a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:27.704567 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-0acfc12d-72ee-452b-b11a-8d9b6c4b237a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 815 time: 0.1712503 Jul 26 05:08:27.760788 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:27.800707 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-7237e618-d81b-480f-9957-953d6d0e1b01 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 473 time: 0.0671632 Jul 26 05:08:27.835315 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['f68c75a3-31f1-4414-8479-ccad9fcbea7a'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:08:27.892682 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'port': {'device_id': '111ba5fc-f989-4373-b60a-59c603db68c7', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'admin_state_up': True, 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'security_groups': ['35496b3e-2124-4698-bd57-9d5b882a1949']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:27.936899 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:28.055149 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Made reservation on behalf of fd4481cb5d2f43c5b60db983132a3e16 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:08:28.058935 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:28.092295 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e7794-de72-4fba-b0e0-e1c97c9957fa req-1b52b5ac-93a6-49d0-ba30-9277df40df32 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:28.093902 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c6e7794-de72-4fba-b0e0-e1c97c9957fa req-1b52b5ac-93a6-49d0-ba30-9277df40df32 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 945 time: 0.0726051 Jul 26 05:08:28.204531 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c6e7794-de72-4fba-b0e0-e1c97c9957fa req-3184bb31-16fc-4cec-8b09-60b8872e7c81 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039860 Jul 26 05:08:28.254328 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Allocated IP 172.20.0.11 (912d8cea-04c4-42a2-bd90-8733248dc6ae/2cb68377-32a7-486c-ba75-7031cbe9285d/1062f18d-357b-4737-945e-a6d026c01d69) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:08:28.397369 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (1062f18d-357b-4737-945e-a6d026c01d69), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:28.431835 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (1062f18d-357b-4737-945e-a6d026c01d69), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:28.458951 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:28.482400 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:08:28.485972 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:08:28.489915 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:08:28.494287 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=1062f18d-357b-4737-945e-a6d026c01d69,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:28.542488 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:28.543132 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:28.567395 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-56fad5b3-efb3-43c7-a0b5-72bf4bc19726 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6788013 Jul 26 05:08:28.588862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Request body: {'port': {'device_id': '111ba5fc-f989-4373-b60a-59c603db68c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:28.661974 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:28.666212 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (1062f18d-357b-4737-945e-a6d026c01d69), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:28.726778 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-47193510-3258-481b-a251-a30aa2a4e604 None None] Provisioning complete for port 1062f18d-357b-4737-945e-a6d026c01d69 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:08:28.727245 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-47193510-3258-481b-a251-a30aa2a4e604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (1062f18d-357b-4737-945e-a6d026c01d69), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:28.760093 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-47193510-3258-481b-a251-a30aa2a4e604 None None] Port 1062f18d-357b-4737-945e-a6d026c01d69 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:08:28.820093 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ffea3-d810-4dd6-b481-ea2f64aa9757 req-c853fedd-2f62-4bc8-bf44-0767d2fe5fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:28.821526 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a0ffea3-d810-4dd6-b481-ea2f64aa9757 req-c853fedd-2f62-4bc8-bf44-0767d2fe5fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 932 time: 0.1206827 Jul 26 05:08:28.886525 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95efb6b-803d-43f5-b633-ab4fbd22f779 req-67c491c9-4499-4a59-a86d-ea0131ccf2e1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:28.887991 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c95efb6b-803d-43f5-b633-ab4fbd22f779 req-67c491c9-4499-4a59-a86d-ea0131ccf2e1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0895154 Jul 26 05:08:28.977308 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a0ffea3-d810-4dd6-b481-ea2f64aa9757 req-1ae2a5ec-ddd4-4583-bced-338b0b129b57 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378744 Jul 26 05:08:29.026145 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c95efb6b-803d-43f5-b633-ab4fbd22f779 req-7a5b5744-1f0f-4146-980f-57d4afff82b4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998983 Jul 26 05:08:29.085316 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1062f18d-357b-4737-945e-a6d026c01d69 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:08:29.093782 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Publish callbacks [] for port (1062f18d-357b-4737-945e-a6d026c01d69), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:29.107464 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Transition to ACTIVE for port object 1062f18d-357b-4737-945e-a6d026c01d69 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:08:29.112727 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (1062f18d-357b-4737-945e-a6d026c01d69), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:29.165524 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Pushing event updated for resources: {'Port': ['ID=1062f18d-357b-4737-945e-a6d026c01d69,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:29.242880 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device f68c75a3-31f1-4414-8479-ccad9fcbea7a up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:08:29.243598 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Attempting to bind port 1062f18d-357b-4737-945e-a6d026c01d69 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:08:29.243944 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Attempting to bind port 1062f18d-357b-4737-945e-a6d026c01d69 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:08:29.244403 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Attempting to bind port 1062f18d-357b-4737-945e-a6d026c01d69 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:08:29.249068 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Port 1062f18d-357b-4737-945e-a6d026c01d69 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:08:29.249386 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Attempting to bind port 1062f18d-357b-4737-945e-a6d026c01d69 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:08:29.254782 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:08:29.255118 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Checking segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:08:29.255500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Bound using segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:08:29.255962 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Bound port: 1062f18d-357b-4737-945e-a6d026c01d69, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:08:29.256317 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (1062f18d-357b-4737-945e-a6d026c01d69), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:29.293889 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:29.299922 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port f68c75a3-31f1-4414-8479-ccad9fcbea7a completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:08:29.309265 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port f68c75a3-31f1-4414-8479-ccad9fcbea7a triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:08:29.309557 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:29.365725 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c26cd6-81ae-4bbf-bcfd-bb055099d22a req-ce0d7888-258a-40e4-8b53-58f4c813f533 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:29.367222 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00c26cd6-81ae-4bbf-bcfd-bb055099d22a req-ce0d7888-258a-40e4-8b53-58f4c813f533 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 945 time: 0.0753508 Jul 26 05:08:29.368312 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] For port 1062f18d-357b-4737-945e-a6d026c01d69, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:08:29.371906 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] For port 1062f18d-357b-4737-945e-a6d026c01d69, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=1062f18d-357b-4737-945e-a6d026c01d69,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:08:29.391171 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (1062f18d-357b-4737-945e-a6d026c01d69), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:29.397011 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:29.403365 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port f68c75a3-31f1-4414-8479-ccad9fcbea7a is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:08:29.404242 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:29.429276 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:29.431882 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4f8637-0fcb-4ac2-9de4-38d1fa441ab7" -d '{"events": [{"server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "name": "network-vif-plugged", "status": "completed", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:29.433736 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:29.434814 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:29.442419 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] 10.222.0.52 "PUT /v2.0/ports/1062f18d-357b-4737-945e-a6d026c01d69 HTTP/1.1" status: 200 len: 1094 time: 0.8518703 Jul 26 05:08:29.446404 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:29.452514 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111ba5fc-f989-4373-b60a-59c603db68c7', 'tag': '1062f18d-357b-4737-945e-a6d026c01d69'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:29.452755 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:29.455164 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978ce9e2-af91-48a9-93d8-ac6b67218216" -d '{"events": [{"name": "network-changed", "server_uuid": "111ba5fc-f989-4373-b60a-59c603db68c7", "tag": "1062f18d-357b-4737-945e-a6d026c01d69"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:29.466535 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:29.484973 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b6bbeb-da61-4a2a-a7b5-a093287a9ba6 x-openstack-request-id: req-16b6bbeb-da61-4a2a-a7b5-a093287a9ba6 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:29.485263 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "name": "network-vif-plugged", "status": "completed", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:29.485585 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-16b6bbeb-da61-4a2a-a7b5-a093287a9ba6 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:29.486112 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b6bbeb-da61-4a2a-a7b5-a093287a9ba6'] response: {'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'code': 200} Jul 26 05:08:29.502559 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dcc3f-725f-47ff-88a4-bc6e22671b8b service neutron] Pushing event updated for resources: {'Port': ['ID=1062f18d-357b-4737-945e-a6d026c01d69,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:29.509162 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00c26cd6-81ae-4bbf-bcfd-bb055099d22a req-e25ae6ad-ce06-4a18-b988-ebec0714e9fb tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337707 Jul 26 05:08:29.520725 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=f68c75a3-31f1-4414-8479-ccad9fcbea7a,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:29.524599 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e88dbb-fa0d-420b-af73-5810848ca563 x-openstack-request-id: req-42e88dbb-fa0d-420b-af73-5810848ca563 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:29.524846 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111ba5fc-f989-4373-b60a-59c603db68c7", "tag": "1062f18d-357b-4737-945e-a6d026c01d69", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:29.525099 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-42e88dbb-fa0d-420b-af73-5810848ca563 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:29.525548 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e88dbb-fa0d-420b-af73-5810848ca563'] response: {'name': 'network-changed', 'server_uuid': '111ba5fc-f989-4373-b60a-59c603db68c7', 'tag': '1062f18d-357b-4737-945e-a6d026c01d69', 'status': 'completed', 'code': 200} Jul 26 05:08:29.787280 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce9e2-af91-48a9-93d8-ac6b67218216 req-409c41df-d104-497c-9dc0-deeaaf8bad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:29.788710 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-978ce9e2-af91-48a9-93d8-ac6b67218216 req-409c41df-d104-497c-9dc0-deeaaf8bad12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 1128 time: 0.0420127 Jul 26 05:08:30.108045 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe52581-db97-4807-8f87-0a2d2c65b28b req-4b06a0f2-ed9d-4682-9aa3-3e3b60abfe3d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:30.109353 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbe52581-db97-4807-8f87-0a2d2c65b28b req-4b06a0f2-ed9d-4682-9aa3-3e3b60abfe3d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 944 time: 0.0559645 Jul 26 05:08:30.280432 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf87be-b5b7-40e5-805f-9578c3106fe0 req-5cf7d00c-1e56-459a-beb1-23c14d4d1b9c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:30.281954 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aedf87be-b5b7-40e5-805f-9578c3106fe0 req-5cf7d00c-1e56-459a-beb1-23c14d4d1b9c tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.1813402 Jul 26 05:08:30.315965 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbe52581-db97-4807-8f87-0a2d2c65b28b req-9f43fc1d-72a3-4caa-aed0-40621fabdf84 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973200 Jul 26 05:08:30.329788 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4b643-256e-486c-b70f-462f504f0038 req-4e9102bf-21f2-4522-b120-3eae7974f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:30.331352 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-37b4b643-256e-486c-b70f-462f504f0038 req-4e9102bf-21f2-4522-b120-3eae7974f650 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1130 time: 0.1233592 Jul 26 05:08:30.385493 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce9e2-af91-48a9-93d8-ac6b67218216 req-0535c83f-e1b2-4196-9507-c5581694cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:30.386979 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-978ce9e2-af91-48a9-93d8-ac6b67218216 req-0535c83f-e1b2-4196-9507-c5581694cb65 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2388067 Jul 26 05:08:30.423069 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aedf87be-b5b7-40e5-805f-9578c3106fe0 req-fd288a5c-ca5b-4728-bf82-761f94281c06 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277030 Jul 26 05:08:30.483790 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-37b4b643-256e-486c-b70f-462f504f0038 req-2b115c57-f81a-47ea-bc31-036df6983190 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265616 Jul 26 05:08:30.515862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce9e2-af91-48a9-93d8-ac6b67218216 req-58a64cf8-8ef5-47f2-b0a7-3e77bd74c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:30.517345 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-978ce9e2-af91-48a9-93d8-ac6b67218216 req-58a64cf8-8ef5-47f2-b0a7-3e77bd74c99c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184750 Jul 26 05:08:30.631665 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690a8b1-fc48-47d1-979f-909e025e6375 req-362d6345-de0e-4881-b07b-b8ec506c9279 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:30.633114 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3690a8b1-fc48-47d1-979f-909e025e6375 req-362d6345-de0e-4881-b07b-b8ec506c9279 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0481229 Jul 26 05:08:30.685257 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3690a8b1-fc48-47d1-979f-909e025e6375 req-9831ab31-c0ff-4326-912b-ffe6b2c5c205 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461018 Jul 26 05:08:31.318678 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-7eae04ce-e3b9-4d9f-afdd-546900e122f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:31.320443 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-7eae04ce-e3b9-4d9f-afdd-546900e122f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 1128 time: 0.0516472 Jul 26 05:08:31.380517 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-bab01c59-668d-4440-9518-2ce1e23b68a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1062f18d-357b-4737-945e-a6d026c01d69 HTTP/1.1" status: 200 len: 217 time: 0.0382011 Jul 26 05:08:31.458019 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0eb18-6d9f-43d5-8a84-d240461d6640 req-79654b56-dc9e-4697-9e1d-ed8feb42032c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:31.459418 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9dc0eb18-6d9f-43d5-8a84-d240461d6640 req-79654b56-dc9e-4697-9e1d-ed8feb42032c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0817740 Jul 26 05:08:31.500660 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd86a2-20cf-4e27-9b0d-3fb76326ac71 req-c81f6c3d-5e94-4405-a453-79cfe3482a8e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:31.502091 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d4fd86a2-20cf-4e27-9b0d-3fb76326ac71 req-c81f6c3d-5e94-4405-a453-79cfe3482a8e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 944 time: 0.0944700 Jul 26 05:08:31.557317 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-89896dd1-cecc-42ce-b589-e0e94ab4ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:31.558683 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-89896dd1-cecc-42ce-b589-e0e94ab4ecec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.1073675 Jul 26 05:08:31.584888 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9dc0eb18-6d9f-43d5-8a84-d240461d6640 req-4c3d3c4f-5b95-4213-aec6-d8680542ed2e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152372 Jul 26 05:08:31.589559 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d4fd86a2-20cf-4e27-9b0d-3fb76326ac71 req-28e7b413-fa4e-4bdc-8d57-a38a4adc06ea tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752246 Jul 26 05:08:31.625473 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52952) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:31.688525 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:31.699606 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408c168-06bd-447c-894e-720db4ee79bd req-40129543-6f97-4b11-9a9a-d3f517bc03be tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:31.701134 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4408c168-06bd-447c-894e-720db4ee79bd req-40129543-6f97-4b11-9a9a-d3f517bc03be tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0483496 Jul 26 05:08:31.766351 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4408c168-06bd-447c-894e-720db4ee79bd req-0c7cb63d-f951-4b35-b4e6-1f694b8d13a7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589759 Jul 26 05:08:31.776453 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf0d12-c742-4cf2-804b-f492d6c00be7 tempest-TestMinimumBasicScenario-292492205 tempest-TestMinimumBasicScenario-292492205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:31.779817 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a9bf0d12-c742-4cf2-804b-f492d6c00be7 tempest-TestMinimumBasicScenario-292492205 tempest-TestMinimumBasicScenario-292492205-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 1125 time: 0.1531804 Jul 26 05:08:31.784034 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52958) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:31.789234 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'port_id': '3f693448-895a-4f47-a9c7-ede536579f65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:31.812947 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:31.820843 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902c2d6-997c-4ddf-90c9-3333c65fd3a8 req-a5325510-1c5e-482a-bd62-04d26923df51 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:31.822306 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1902c2d6-997c-4ddf-90c9-3333c65fd3a8 req-a5325510-1c5e-482a-bd62-04d26923df51 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0545127 Jul 26 05:08:31.853664 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:31.874156 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1902c2d6-997c-4ddf-90c9-3333c65fd3a8 req-3baa70ab-bc8b-4311-b4db-1de6d3395386 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456417 Jul 26 05:08:31.893780 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:32.003979 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Allocated IP 172.27.3.74 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/63f01699-69b0-48f7-967d-bacd688a46b2) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:08:32.110613 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for port (63f01699-69b0-48f7-967d-bacd688a46b2), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:32.147245 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (63f01699-69b0-48f7-967d-bacd688a46b2), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:32.150602 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-b157d662-4cbe-465e-9892-245744a85d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:32.152263 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-b157d662-4cbe-465e-9892-245744a85d74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446169 Jul 26 05:08:32.192455 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:08:32.195471 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:08:32.199358 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:08:32.220883 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'Port': ['ID=63f01699-69b0-48f7-967d-bacd688a46b2,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:32.535044 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:32.558329 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:32.561908 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for floatingip (17762e50-e04f-4f18-8bf0-488acf139c17), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:32.642291 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (63f01699-69b0-48f7-967d-bacd688a46b2), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:32.736742 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9f84b-8fe7-4f62-8095-1f107815d59d req-a03d3512-3eaf-4583-8528-191c07300f63 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:32.738172 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c1c9f84b-8fe7-4f62-8095-1f107815d59d req-a03d3512-3eaf-4583-8528-191c07300f63 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 944 time: 0.0582247 Jul 26 05:08:32.781730 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-86a48f92-597e-430e-8842-602985b461f2 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582026 Jul 26 05:08:32.813850 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for port (63f01699-69b0-48f7-967d-bacd688a46b2), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:32.819088 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (63f01699-69b0-48f7-967d-bacd688a46b2), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:32.888665 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'Port': ['ID=63f01699-69b0-48f7-967d-bacd688a46b2,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:32.904692 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (17762e50-e04f-4f18-8bf0-488acf139c17), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.006686 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Floating IP 17762e50-e04f-4f18-8bf0-488acf139c17 associated. External IP: 172.27.3.74, port: 3f693448-895a-4f47-a9c7-ede536579f65. Jul 26 05:08:33.041523 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.139500 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c1c9f84b-8fe7-4f62-8095-1f107815d59d req-b2802a72-bbda-4c55-8808-b94c18a4a221 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3904333 Jul 26 05:08:33.200453 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28a88b-dc87-40e4-9761-1b260f5ab512 req-7610153a-4f3d-4de5-ad43-eacb08f226b6 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:33.201689 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d28a88b-dc87-40e4-9761-1b260f5ab512 req-7610153a-4f3d-4de5-ad43-eacb08f226b6 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0752707 Jul 26 05:08:33.244494 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Router 283ba662-3948-497f-8537-47d0c8ff7ceb has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:08:33.272939 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-772a02b2-7cfd-4c08-96ca-b1ceec2a4889 req-e3829f5e-e9b9-4971-9f09-4b26112c42e7 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782779 Jul 26 05:08:33.284408 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe08ff-7972-4792-ac4d-a9bdc5779738 req-04afb3a3-ab8a-4d28-9179-05dd323be08a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:33.285939 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80fe08ff-7972-4792-ac4d-a9bdc5779738 req-04afb3a3-ab8a-4d28-9179-05dd323be08a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0772293 Jul 26 05:08:33.323512 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d28a88b-dc87-40e4-9761-1b260f5ab512 req-0035630e-52fc-4064-a3e9-27817aab49cb tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130545 Jul 26 05:08:33.357484 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80fe08ff-7972-4792-ac4d-a9bdc5779738 req-2647fd32-8a09-483d-82a0-8684798eb830 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603633 Jul 26 05:08:33.483870 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1f957-0e5f-4252-95c4-8bf405f85d84 req-b3186b00-d65c-4dea-a0d3-3b3c37ae886a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:33.485492 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50f1f957-0e5f-4252-95c4-8bf405f85d84 req-b3186b00-d65c-4dea-a0d3-3b3c37ae886a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0530672 Jul 26 05:08:33.540006 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50f1f957-0e5f-4252-95c4-8bf405f85d84 req-3be18e6e-0f15-4512-b959-ec980f16d453 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483255 Jul 26 05:08:33.567980 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52968) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:33.586611 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:08:33.598193 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] Sync routers for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:08:33.607595 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.611193 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:08:33.611965 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:08:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:33.642611 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-a28bc064-2f27-4a65-83bc-e81001a08628 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8546591 Jul 26 05:08:33.642611 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:33.644125 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d86165-6331-4278-92f0-ff03d1a06b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:33.646226 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52972) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:33.650688 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-4748c810-a2e8-4bec-ba89-ca5e4cada96a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149990353', 'description': 'tempest-secgroup-smoke-1149990353 description', 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:33.681082 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a1313a-cabd-472c-b2bc-83c94331a30c tempest-TestShelveInstance-901785731 tempest-TestShelveInstance-901785731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:33.683614 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-33a1313a-cabd-472c-b2bc-83c94331a30c tempest-TestShelveInstance-901785731 tempest-TestShelveInstance-901785731-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1125 time: 0.1134572 Jul 26 05:08:33.685954 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 52976) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:33.689199 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c59b86-e4ed-4dfa-bcbe-beb6e4ac5825 x-openstack-request-id: req-90c59b86-e4ed-4dfa-bcbe-beb6e4ac5825 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:33.689628 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:33.690240 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-90c59b86-e4ed-4dfa-bcbe-beb6e4ac5825 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:33.690529 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'port_id': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'tenant_id': '666f12ad571f45c096947d0497291842', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:33.690838 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c59b86-e4ed-4dfa-bcbe-beb6e4ac5825'] response: {'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65', 'status': 'completed', 'code': 200} Jul 26 05:08:33.702489 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4748c810-a2e8-4bec-ba89-ca5e4cada96a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.728185 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:08:33.728771 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.795007 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:33.845682 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.863231 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4748c810-a2e8-4bec-ba89-ca5e4cada96a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group (839a28ae-e766-494c-b5a7-9539507d6d06), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.866521 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:33.869403 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4748c810-a2e8-4bec-ba89-ca5e4cada96a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (839a28ae-e766-494c-b5a7-9539507d6d06), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.941499 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4748c810-a2e8-4bec-ba89-ca5e4cada96a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.942748 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4748c810-a2e8-4bec-ba89-ca5e4cada96a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2955797 Jul 26 05:08:33.946256 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52978) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:33.950914 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-cd2f9e07-4547-4a1d-90b0-41f2b2e9dd22 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'security_group_rule': {'security_group_id': '839a28ae-e766-494c-b5a7-9539507d6d06', 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:33.953753 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748c810-a2e8-4bec-ba89-ca5e4cada96a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839a28ae-e766-494c-b5a7-9539507d6d06,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:33.961172 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '17762e50-e04f-4f18-8bf0-488acf139c17', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'port_id': '3f693448-895a-4f47-a9c7-ede536579f65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'mac_address': 'fa:16:3e:9b:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:32Z', 'updated_at': '2022-07-26T05:08:32Z', 'revision_number': 0, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 5, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:33.990746 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:33.993364 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9e07-4547-4a1d-90b0-41f2b2e9dd22 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (096d5251-bfc9-4be6-a11b-26f4be1659ba), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:33.998104 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] Checking router: 283ba662-3948-497f-8537-47d0c8ff7ceb for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:08:34.008379 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:08:34.009144 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:08:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:34.012639 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:34.013190 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Allocated IP 172.27.3.63 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/706fde25-dd50-4fc5-b384-addacb2dff11) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:08:34.016637 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:34.055788 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9e07-4547-4a1d-90b0-41f2b2e9dd22 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (096d5251-bfc9-4be6-a11b-26f4be1659ba), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.061977 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9e07-4547-4a1d-90b0-41f2b2e9dd22 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (096d5251-bfc9-4be6-a11b-26f4be1659ba), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.084325 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f9e07-4547-4a1d-90b0-41f2b2e9dd22 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096d5251-bfc9-4be6-a11b-26f4be1659ba,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:34.096416 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cd2f9e07-4547-4a1d-90b0-41f2b2e9dd22 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.097597 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-cd2f9e07-4547-4a1d-90b0-41f2b2e9dd22 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502547 Jul 26 05:08:34.100533 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52980) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:34.105090 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-f62c3157-21c9-4a49-9524-2718d5068dc9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'security_group_rule': {'security_group_id': '839a28ae-e766-494c-b5a7-9539507d6d06', 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:34.133076 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f62c3157-21c9-4a49-9524-2718d5068dc9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (a46545e2-d07f-44e5-b2cb-2f9bbb2a5683), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.135076 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:08:34.137361 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for port (706fde25-dd50-4fc5-b384-addacb2dff11), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.170788 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (706fde25-dd50-4fc5-b384-addacb2dff11), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.219529 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f62c3157-21c9-4a49-9524-2718d5068dc9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (a46545e2-d07f-44e5-b2cb-2f9bbb2a5683), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.220754 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:08:34.224600 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:08:34.227452 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f62c3157-21c9-4a49-9524-2718d5068dc9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (a46545e2-d07f-44e5-b2cb-2f9bbb2a5683), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.232495 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:08:34.240233 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'Port': ['ID=706fde25-dd50-4fc5-b384-addacb2dff11,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:34.278509 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c3157-21c9-4a49-9524-2718d5068dc9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46545e2-d07f-44e5-b2cb-2f9bbb2a5683,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:34.296036 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f62c3157-21c9-4a49-9524-2718d5068dc9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.296716 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f62c3157-21c9-4a49-9524-2718d5068dc9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1951692 Jul 26 05:08:34.300203 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52984) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:34.307176 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-c726baa8-2c77-4bc2-a1ac-b40e2f175c9c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'security_group_rule': {'security_group_id': '839a28ae-e766-494c-b5a7-9539507d6d06', 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:34.354472 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c726baa8-2c77-4bc2-a1ac-b40e2f175c9c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (0d6482b6-0039-479d-accc-c8e63d041680), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.413737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-2151bf08-6599-468e-87dd-fd6cbd29651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:34.415306 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-2151bf08-6599-468e-87dd-fd6cbd29651d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 1130 time: 0.0717726 Jul 26 05:08:34.421772 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:34.422182 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8796105-c6cd-47e5-a2cf-d9ba8596c564 req-c43c7d71-8075-4ca0-883d-0fd442d622e2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:34.424605 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f8796105-c6cd-47e5-a2cf-d9ba8596c564 req-c43c7d71-8075-4ca0-883d-0fd442d622e2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 944 time: 0.1368675 Jul 26 05:08:34.435612 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c726baa8-2c77-4bc2-a1ac-b40e2f175c9c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (0d6482b6-0039-479d-accc-c8e63d041680), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.443251 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c726baa8-2c77-4bc2-a1ac-b40e2f175c9c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (0d6482b6-0039-479d-accc-c8e63d041680), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.469675 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726baa8-2c77-4bc2-a1ac-b40e2f175c9c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6482b6-0039-479d-accc-c8e63d041680,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:34.484941 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '17762e50-e04f-4f18-8bf0-488acf139c17', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'port_id': '3f693448-895a-4f47-a9c7-ede536579f65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'mac_address': 'fa:16:3e:9b:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:32Z', 'updated_at': '2022-07-26T05:08:32Z', 'revision_number': 0, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 5, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:34.492303 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c726baa8-2c77-4bc2-a1ac-b40e2f175c9c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.501830 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c726baa8-2c77-4bc2-a1ac-b40e2f175c9c tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1972980 Jul 26 05:08:34.502156 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52988) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:34.507169 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-f964f446-17cf-4399-aa4e-a912da5ba3cd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'security_group_rule': {'security_group_id': '839a28ae-e766-494c-b5a7-9539507d6d06', 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:34.525625 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75a2df-76f8-4d12-892a-39bc64a5b728 None None] The sync data for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi is: [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '17762e50-e04f-4f18-8bf0-488acf139c17', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'port_id': '3f693448-895a-4f47-a9c7-ede536579f65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'mac_address': 'fa:16:3e:9b:f1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:32Z', 'updated_at': '2022-07-26T05:08:32Z', 'revision_number': 0, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 5, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:08:34.538773 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f964f446-17cf-4399-aa4e-a912da5ba3cd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (1a89b51e-4781-4c94-9801-9f98241b3e3d), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.618311 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f964f446-17cf-4399-aa4e-a912da5ba3cd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (1a89b51e-4781-4c94-9801-9f98241b3e3d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.626096 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f964f446-17cf-4399-aa4e-a912da5ba3cd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (1a89b51e-4781-4c94-9801-9f98241b3e3d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.649119 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964f446-17cf-4399-aa4e-a912da5ba3cd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a89b51e-4781-4c94-9801-9f98241b3e3d,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:34.650995 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:34.676541 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f964f446-17cf-4399-aa4e-a912da5ba3cd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.677883 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f964f446-17cf-4399-aa4e-a912da5ba3cd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1748252 Jul 26 05:08:34.680977 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52990) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:34.686238 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-2afd0fec-73bd-4987-a73b-b98fa23569dd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'security_group_rule': {'security_group_id': '839a28ae-e766-494c-b5a7-9539507d6d06', 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:34.711662 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.securitygroups_db [None req-2afd0fec-73bd-4987-a73b-b98fa23569dd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Project f1b92b49730c4ce7829e7f14b6870b43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 05:08:34.718889 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2afd0fec-73bd-4987-a73b-b98fa23569dd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (6cfec4db-e0a6-4d7e-88a9-f03d64a57569), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.729447 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f8796105-c6cd-47e5-a2cf-d9ba8596c564 req-2c4d8ca4-fe45-4dfc-9dbd-4651e25c00df tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019866 Jul 26 05:08:34.754689 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc1ffb-5f74-48db-a1ad-05ec6dd056c3 req-b8a1bfef-acf0-444e-ad9a-3ef09b73441a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:34.754689 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0dcc1ffb-5f74-48db-a1ad-05ec6dd056c3 req-b8a1bfef-acf0-444e-ad9a-3ef09b73441a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.2376409 Jul 26 05:08:34.802777 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2afd0fec-73bd-4987-a73b-b98fa23569dd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (6cfec4db-e0a6-4d7e-88a9-f03d64a57569), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.808747 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2afd0fec-73bd-4987-a73b-b98fa23569dd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (6cfec4db-e0a6-4d7e-88a9-f03d64a57569), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.821701 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9895909a-fb5b-4bf9-af53-4c2574d5e9af None None] New status for floating IP 17762e50-e04f-4f18-8bf0-488acf139c17: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:08:34.839055 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd0fec-73bd-4987-a73b-b98fa23569dd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfec4db-e0a6-4d7e-88a9-f03d64a57569,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:34.842783 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-47bb3848-21fa-4749-a295-1657ed01566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:34.844338 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-47bb3848-21fa-4749-a295-1657ed01566d service neutron] 10.222.0.52 "GET /v2.0/networks?id=222f5094-66e8-49db-b14e-07f8d8588a65 HTTP/1.1" status: 200 len: 915 time: 0.4131742 Jul 26 05:08:34.852310 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2afd0fec-73bd-4987-a73b-b98fa23569dd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.853889 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2afd0fec-73bd-4987-a73b-b98fa23569dd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1713283 Jul 26 05:08:34.854846 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:34.856956 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 52992) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:34.862152 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-e44dd81c-a2e2-40ee-9f0c-7eb694089b88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'security_group_rule': {'security_group_id': '839a28ae-e766-494c-b5a7-9539507d6d06', 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:34.886531 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.securitygroups_db [None req-e44dd81c-a2e2-40ee-9f0c-7eb694089b88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Project f1b92b49730c4ce7829e7f14b6870b43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 05:08:34.893395 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e44dd81c-a2e2-40ee-9f0c-7eb694089b88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (91343c14-fc88-4f9b-b797-d5a2894607a4), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.925242 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:34.955585 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0dcc1ffb-5f74-48db-a1ad-05ec6dd056c3 req-e544708a-0d15-4e37-8eb4-70085113e571 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952319 Jul 26 05:08:34.955880 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:34.966000 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-8ad175a2-494e-458a-bef4-7e2823c87078 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 200 len: 999 time: 0.1119554 Jul 26 05:08:34.970897 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e44dd81c-a2e2-40ee-9f0c-7eb694089b88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (91343c14-fc88-4f9b-b797-d5a2894607a4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.979013 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e44dd81c-a2e2-40ee-9f0c-7eb694089b88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (91343c14-fc88-4f9b-b797-d5a2894607a4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:34.996213 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44dd81c-a2e2-40ee-9f0c-7eb694089b88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91343c14-fc88-4f9b-b797-d5a2894607a4,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:35.014352 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e44dd81c-a2e2-40ee-9f0c-7eb694089b88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:35.015719 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e44dd81c-a2e2-40ee-9f0c-7eb694089b88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1574364 Jul 26 05:08:35.117157 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-5e7fd7e5-8529-46a3-8606-e8815b3462a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:35.118515 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-5e7fd7e5-8529-46a3-8606-e8815b3462a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdb12c42-843d-4fef-b400-64e37c55ea4f HTTP/1.1" status: 200 len: 853 time: 0.1164970 Jul 26 05:08:35.229795 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-fbe4b94b-b441-4abb-9ca4-1a6130d231f1 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149990353&fields=id&tenant_id=f1b92b49730c4ce7829e7f14b6870b43 HTTP/1.1" status: 200 len: 267 time: 0.1435568 Jul 26 05:08:35.251154 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-b0c078a9-f95d-44a8-8ea6-9902ca8e8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:35.252855 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-b0c078a9-f95d-44a8-8ea6-9902ca8e8eb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=222f5094-66e8-49db-b14e-07f8d8588a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1273677 Jul 26 05:08:35.339363 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for floatingip (865337e1-7229-4227-9083-278c168b439b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:35.375065 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ccf28362-2e37-4bae-9e6c-796e13dea47e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:35.376570 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ccf28362-2e37-4bae-9e6c-796e13dea47e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.1378801 Jul 26 05:08:35.397572 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ef871e47-a313-4012-b032-9672a5029f79 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'port': {'security_groups': ['8a4a63ba-84b6-4f84-967d-8c2998c7344c', '839a28ae-e766-494c-b5a7-9539507d6d06']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:35.516800 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-e754a4f9-dfca-46a9-a6c8-8da59581d813 service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374566 Jul 26 05:08:35.519939 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (706fde25-dd50-4fc5-b384-addacb2dff11), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:35.525107 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ef871e47-a313-4012-b032-9672a5029f79 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3f693448-895a-4f47-a9c7-ede536579f65), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:35.730628 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:35.746197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:35.804387 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5d86165-6331-4278-92f0-ff03d1a06b2e req-1aa19127-c1b4-4d70-b1a4-ea40164779ca service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612445 Jul 26 05:08:35.941059 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ff5d7-5ac3-46bb-8dbf-054051390004 req-89313c31-f407-433d-aded-863a374ff950 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:35.942565 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-061ff5d7-5ac3-46bb-8dbf-054051390004 req-89313c31-f407-433d-aded-863a374ff950 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 944 time: 0.1249945 Jul 26 05:08:35.973538 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for port (706fde25-dd50-4fc5-b384-addacb2dff11), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:35.990988 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (706fde25-dd50-4fc5-b384-addacb2dff11), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:35.999418 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ef871e47-a313-4012-b032-9672a5029f79 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] For port 3f693448-895a-4f47-a9c7-ede536579f65, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=3f693448-895a-4f47-a9c7-ede536579f65,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:36.118037 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ef871e47-a313-4012-b032-9672a5029f79 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for port (3f693448-895a-4f47-a9c7-ede536579f65), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:36.125915 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-061ff5d7-5ac3-46bb-8dbf-054051390004 req-cf7014c5-f770-4097-81df-44efe981fd46 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727734 Jul 26 05:08:36.126699 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event updated for resources: {'Port': ['ID=706fde25-dd50-4fc5-b384-addacb2dff11,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:36.134857 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ef871e47-a313-4012-b032-9672a5029f79 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (3f693448-895a-4f47-a9c7-ede536579f65), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:36.147324 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (865337e1-7229-4227-9083-278c168b439b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:36.149830 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.150208 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.150497 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.150833 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.151167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.151495 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.152083 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.152186 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.152472 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.152786 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.153104 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.153427 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.153740 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.154056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.154374 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:08:36.174906 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ef871e47-a313-4012-b032-9672a5029f79 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:36.175633 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ef871e47-a313-4012-b032-9672a5029f79 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:36.177267 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1a259b4b-8b1e-4d63-b546-2e2d793cc932 req-ef871e47-a313-4012-b032-9672a5029f79 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "PUT /v2.0/ports/3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 200 len: 982 time: 0.7909534 Jul 26 05:08:36.188960 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['3f693448-895a-4f47-a9c7-ede536579f65'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:08:36.226973 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:36.229327 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95f9a8b-8680-43db-92d1-6d9dd6f39871" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:36.377461 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['3f693448-895a-4f47-a9c7-ede536579f65'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:08:36.520797 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-72fb4c75-9439-4bd9-b5ca-a6f3f596fc4c None None] Provisioning complete for port 3f693448-895a-4f47-a9c7-ede536579f65 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:08:36.521092 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-72fb4c75-9439-4bd9-b5ca-a6f3f596fc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3f693448-895a-4f47-a9c7-ede536579f65), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:36.642920 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:36.659935 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383716ce-b744-4d27-b806-a15971ef35ea req-df738432-164f-478b-8627-778e4ebb9635 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:36.661454 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-383716ce-b744-4d27-b806-a15971ef35ea req-df738432-164f-478b-8627-778e4ebb9635 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.4204667 Jul 26 05:08:36.665538 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef871e47-a313-4012-b032-9672a5029f79 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'Port': ['ID=3f693448-895a-4f47-a9c7-ede536579f65,revision_number=6']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:36.682665 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10122c26-649f-4718-ab24-c693be8b7016 req-f4f065af-e0d0-4ba9-80ce-23056a428957 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:36.684184 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-10122c26-649f-4718-ab24-c693be8b7016 req-f4f065af-e0d0-4ba9-80ce-23056a428957 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.4479220 Jul 26 05:08:36.730766 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Floating IP 865337e1-7229-4227-9083-278c168b439b associated. External IP: 172.27.3.63, port: f68c75a3-31f1-4414-8479-ccad9fcbea7a. Jul 26 05:08:36.731797 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-72fb4c75-9439-4bd9-b5ca-a6f3f596fc4c None None] Current status of the port 3f693448-895a-4f47-a9c7-ede536579f65 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:08:36.771326 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:36.839008 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:36.859893 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-383716ce-b744-4d27-b806-a15971ef35ea req-f2f3df9a-8e15-40fa-b7ce-dfdf8cbc3da9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871283 Jul 26 05:08:36.863483 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-10122c26-649f-4718-ab24-c693be8b7016 req-83678ff7-7799-4632-8267-0f414cb8d128 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714954 Jul 26 05:08:36.939633 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c851c1-736b-446a-9ad6-df7f172dba4a x-openstack-request-id: req-d4c851c1-736b-446a-9ad6-df7f172dba4a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:36.939923 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:36.940227 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d4c851c1-736b-446a-9ad6-df7f172dba4a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:36.940612 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c851c1-736b-446a-9ad6-df7f172dba4a'] response: {'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65', 'status': 'completed', 'code': 200} Jul 26 05:08:36.978763 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:37.038506 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-097c1ca8-f1a5-4897-b332-7d053fad666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:37.039962 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-097c1ca8-f1a5-4897-b332-7d053fad666f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 1169 time: 0.0581324 Jul 26 05:08:37.048425 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:08:37.208994 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-193c169d-c8ea-4020-a4fe-46543da88998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:37.210504 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-193c169d-c8ea-4020-a4fe-46543da88998 service neutron] 10.222.0.52 "GET /v2.0/networks?id=222f5094-66e8-49db-b14e-07f8d8588a65 HTTP/1.1" status: 200 len: 915 time: 0.1641090 Jul 26 05:08:37.256182 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 1062f18d-357b-4737-945e-a6d026c01d69 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:08:37.307754 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:08:37.321379 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] Sync routers for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:08:37.327119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff593-c622-499d-8f3a-f9f2915dc0cf req-9c0d64ff-f638-4b0e-bade-d82897c8c111 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:37.328697 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7e5ff593-c622-499d-8f3a-f9f2915dc0cf req-9c0d64ff-f638-4b0e-bade-d82897c8c111 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 944 time: 0.1132474 Jul 26 05:08:37.337252 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-d75f5286-d32f-46b2-8e79-7a9b22983658 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 200 len: 1001 time: 0.1178389 Jul 26 05:08:37.343297 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:08:37.343971 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:08:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:37.366084 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:37.452944 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9d990db1-7c6e-4a1c-bf79-29c87f5e2123 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7658970 Jul 26 05:08:37.459939 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7e5ff593-c622-499d-8f3a-f9f2915dc0cf req-f3c45832-33d6-4315-8482-56fb52c6d081 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209202 Jul 26 05:08:37.461484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-21f31cb6-bdaf-4e4c-9cb8-902a4ca04526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:37.462977 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-21f31cb6-bdaf-4e4c-9cb8-902a4ca04526 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdb12c42-843d-4fef-b400-64e37c55ea4f HTTP/1.1" status: 200 len: 853 time: 0.1144319 Jul 26 05:08:37.511404 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-6ca0b60f-d6da-4bc6-bf28-60ead117a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:37.513029 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-6ca0b60f-d6da-4bc6-bf28-60ead117a1d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=222f5094-66e8-49db-b14e-07f8d8588a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430186 Jul 26 05:08:37.615991 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-f3b05ee3-b1f7-4c8d-bee6-31703ac06e13 service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955551 Jul 26 05:08:37.623790 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 1062f18d-357b-4737-945e-a6d026c01d69, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=1062f18d-357b-4737-945e-a6d026c01d69,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:37.643331 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '1062f18d-357b-4737-945e-a6d026c01d69', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'port_id': '1062f18d-357b-4737-945e-a6d026c01d69', 'mac_address': 'fa:16:3e:fb:ea:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:08:37.685648 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:08:37.717165 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a95f9a8b-8680-43db-92d1-6d9dd6f39871 req-dccb9a3f-3777-4616-b8c8-b3650198d0b2 service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946212 Jul 26 05:08:37.719652 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 1062f18d-357b-4737-945e-a6d026c01d69 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:08:37.720046 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (1062f18d-357b-4737-945e-a6d026c01d69), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:37.771995 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1062f18d-357b-4737-945e-a6d026c01d69 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:08:37.807901 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 1062f18d-357b-4737-945e-a6d026c01d69, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=1062f18d-357b-4737-945e-a6d026c01d69,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:37.812515 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (1062f18d-357b-4737-945e-a6d026c01d69), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:37.874961 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:37.920823 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=1062f18d-357b-4737-945e-a6d026c01d69,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:37.977161 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '865337e1-7229-4227-9083-278c168b439b', 'tenant_id': '666f12ad571f45c096947d0497291842', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'port_id': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'mac_address': 'fa:16:3e:56:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12542af7-79b9-4279-ae59-c5ea7941522f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:34Z', 'updated_at': '2022-07-26T05:08:34Z', 'revision_number': 0, 'project_id': '666f12ad571f45c096947d0497291842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:50Z', 'revision_number': 5, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:37.987490 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:37.996077 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098833f-21d5-42ef-87be-6b81d97a1d8a req-057eddc7-58b2-4113-a3b5-81601859a62d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:37.997564 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0098833f-21d5-42ef-87be-6b81d97a1d8a req-057eddc7-58b2-4113-a3b5-81601859a62d tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0484037 Jul 26 05:08:38.002516 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] Checking router: c18cbb9a-b582-4f82-ae40-73c6a429e3d0 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:08:38.011624 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:08:38.012237 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:08:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:38.048398 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0098833f-21d5-42ef-87be-6b81d97a1d8a req-7489483a-0758-453a-9c14-8f973331f3f9 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448449 Jul 26 05:08:38.060075 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:38.120586 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:08:38.259827 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['1062f18d-357b-4737-945e-a6d026c01d69'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:08:38.413428 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '865337e1-7229-4227-9083-278c168b439b', 'tenant_id': '666f12ad571f45c096947d0497291842', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'port_id': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'mac_address': 'fa:16:3e:56:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12542af7-79b9-4279-ae59-c5ea7941522f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:34Z', 'updated_at': '2022-07-26T05:08:34Z', 'revision_number': 0, 'project_id': '666f12ad571f45c096947d0497291842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:50Z', 'revision_number': 5, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:38.447129 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8b909-b20e-4e43-aa15-58eb080f2e55 None None] The sync data for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi is: [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '865337e1-7229-4227-9083-278c168b439b', 'tenant_id': '666f12ad571f45c096947d0497291842', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'port_id': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'mac_address': 'fa:16:3e:56:de:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12542af7-79b9-4279-ae59-c5ea7941522f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:34Z', 'updated_at': '2022-07-26T05:08:34Z', 'revision_number': 0, 'project_id': '666f12ad571f45c096947d0497291842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:50Z', 'revision_number': 5, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:08:38.585770 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab39dd-3bad-43d0-96b4-aa4de04fe3ed req-6ebe0291-3139-491c-a0ae-31b2194ab701 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:38.587164 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36ab39dd-3bad-43d0-96b4-aa4de04fe3ed req-6ebe0291-3139-491c-a0ae-31b2194ab701 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 945 time: 0.0527382 Jul 26 05:08:38.648842 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36ab39dd-3bad-43d0-96b4-aa4de04fe3ed req-2166c47b-f655-43b0-afe3-9294ff7cdab4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544987 Jul 26 05:08:38.682165 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605bd895-e0b9-43ab-a2ce-c4e0045238c3 None None] New status for floating IP 865337e1-7229-4227-9083-278c168b439b: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:08:38.941531 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:38.943971 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:38.986055 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce70fa27-e005-4b97-84ef-d938cc68bfaf x-openstack-request-id: req-ce70fa27-e005-4b97-84ef-d938cc68bfaf {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:38.986375 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:38.986659 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ce70fa27-e005-4b97-84ef-d938cc68bfaf {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:38.987152 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce70fa27-e005-4b97-84ef-d938cc68bfaf'] response: {'name': 'network-changed', 'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'status': 'completed', 'code': 200} Jul 26 05:08:39.076684 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-10fe103d-c97f-48b4-9f58-202c664a61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:39.078340 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-10fe103d-c97f-48b4-9f58-202c664a61b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=666f12ad571f45c096947d0497291842&device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1130 time: 0.0424304 Jul 26 05:08:39.095403 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:39.188409 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a25f7-0069-403d-ab56-a24e6f500467 req-03967cbb-dd6a-4ea2-bbcf-1a82e52a1999 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:39.189874 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f1a25f7-0069-403d-ab56-a24e6f500467 req-03967cbb-dd6a-4ea2-bbcf-1a82e52a1999 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0566671 Jul 26 05:08:39.233033 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-cc945071-aee9-4e11-bde2-585e5a1214fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:39.234398 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-cc945071-aee9-4e11-bde2-585e5a1214fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=72b54b76-e074-4ca5-ae69-4055afca29ba HTTP/1.1" status: 200 len: 909 time: 0.1493762 Jul 26 05:08:39.255189 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 1062f18d-357b-4737-945e-a6d026c01d69 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:08:39.297983 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f1a25f7-0069-403d-ab56-a24e6f500467 req-058c472f-3f96-47e0-bf9e-5d5a16873aa2 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012394 Jul 26 05:08:39.303004 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 1062f18d-357b-4737-945e-a6d026c01d69 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:08:39.311314 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 1062f18d-357b-4737-945e-a6d026c01d69 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:08:39.311979 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (1062f18d-357b-4737-945e-a6d026c01d69), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:39.331850 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-456559dd-2fd9-4d7d-8774-f192462e9428 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 200 len: 1001 time: 0.0750422 Jul 26 05:08:39.372631 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-687a29da-a58d-46c2-99c1-6045c863fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:39.374108 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-687a29da-a58d-46c2-99c1-6045c863fc71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e18865d8-d85e-4b59-8231-2cb589f1bf55 HTTP/1.1" status: 200 len: 847 time: 0.0487072 Jul 26 05:08:39.394687 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 1062f18d-357b-4737-945e-a6d026c01d69 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:08:39.395090 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (1062f18d-357b-4737-945e-a6d026c01d69), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:39.419232 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111ba5fc-f989-4373-b60a-59c603db68c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1062f18d-357b-4737-945e-a6d026c01d69'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:39.419982 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-b0e0e302-749d-499c-870e-576ec2d53c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:39.421521 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-b0e0e302-749d-499c-870e-576ec2d53c4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72b54b76-e074-4ca5-ae69-4055afca29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404005 Jul 26 05:08:39.421651 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6274336b-d953-4ef1-946f-dfe08448292c" -d '{"events": [{"server_uuid": "111ba5fc-f989-4373-b60a-59c603db68c7", "name": "network-vif-plugged", "status": "completed", "tag": "1062f18d-357b-4737-945e-a6d026c01d69"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:39.438514 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 1062f18d-357b-4737-945e-a6d026c01d69, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=1062f18d-357b-4737-945e-a6d026c01d69,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:39.443684 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (1062f18d-357b-4737-945e-a6d026c01d69), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:39.468646 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94486bb8-a29c-4f6f-8e8c-fc5eb5d1db3f x-openstack-request-id: req-94486bb8-a29c-4f6f-8e8c-fc5eb5d1db3f {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:39.468939 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111ba5fc-f989-4373-b60a-59c603db68c7", "name": "network-vif-plugged", "status": "completed", "tag": "1062f18d-357b-4737-945e-a6d026c01d69", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:39.469186 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-94486bb8-a29c-4f6f-8e8c-fc5eb5d1db3f {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:39.469585 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94486bb8-a29c-4f6f-8e8c-fc5eb5d1db3f'] response: {'server_uuid': '111ba5fc-f989-4373-b60a-59c603db68c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1062f18d-357b-4737-945e-a6d026c01d69', 'code': 200} Jul 26 05:08:39.497620 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=1062f18d-357b-4737-945e-a6d026c01d69,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:39.528932 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-63c92a1b-d876-46bf-802f-4021f5711f62 service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953538 Jul 26 05:08:39.651147 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc34d6ca-3663-4da4-a36d-9dd1014ebbe8 req-a2802418-a1b5-4f12-85cc-3543ecada6cc service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905669 Jul 26 05:08:39.751913 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7290e-a85c-46c8-9c30-187f7196cdc9 req-4870cfec-33d1-4b08-9536-2cc6a3a18293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:39.753373 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2bc7290e-a85c-46c8-9c30-187f7196cdc9 req-4870cfec-33d1-4b08-9536-2cc6a3a18293 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 1130 time: 0.0612278 Jul 26 05:08:39.799796 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e805e-a9d4-42fc-a4d8-be286770cbf5 req-261770c8-94a1-4659-9a44-cf49ba9ce73a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:39.801322 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c1e805e-a9d4-42fc-a4d8-be286770cbf5 req-261770c8-94a1-4659-9a44-cf49ba9ce73a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 946 time: 0.0615697 Jul 26 05:08:39.839797 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2bc7290e-a85c-46c8-9c30-187f7196cdc9 req-843734ff-ad6f-433f-9a3a-39e34c9e44ba service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705955 Jul 26 05:08:39.867291 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c1e805e-a9d4-42fc-a4d8-be286770cbf5 req-e5f6c64e-f714-4099-9063-c16bd8918030 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567026 Jul 26 05:08:40.440219 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091493d-776f-4558-85f2-b01c5650494b req-52d1dc04-e54c-4d9a-bb1f-1998e42772c4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:40.441795 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0091493d-776f-4558-85f2-b01c5650494b req-52d1dc04-e54c-4d9a-bb1f-1998e42772c4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 944 time: 0.0540287 Jul 26 05:08:40.478155 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:40.498739 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0091493d-776f-4558-85f2-b01c5650494b req-ce870d4a-0f49-4a86-bd7b-23e1b1363e6a tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509293 Jul 26 05:08:40.997939 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5475e0-1e88-4365-a039-de86e1fafaf5 req-cb9c6855-abaa-40d4-bc16-e45610cb7a13 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:40.999482 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf5475e0-1e88-4365-a039-de86e1fafaf5 req-cb9c6855-abaa-40d4-bc16-e45610cb7a13 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 946 time: 0.0488544 Jul 26 05:08:41.052059 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf5475e0-1e88-4365-a039-de86e1fafaf5 req-ba8ea48a-8273-42ce-b6b4-b60f92b5df5e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 Jul 26 05:08:41.262767 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device c14c64c8-333d-4bb0-9882-bbe52bc258dc details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:08:41.286809 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:41.372655 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port c14c64c8-333d-4bb0-9882-bbe52bc258dc, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=c14c64c8-333d-4bb0-9882-bbe52bc258dc,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:41.384919 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'port_id': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'mac_address': 'fa:16:3e:d8:0c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:08:41.407664 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:41.422802 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port c14c64c8-333d-4bb0-9882-bbe52bc258dc is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:08:41.423193 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:41.438324 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14c64c8-333d-4bb0-9882-bbe52bc258dc {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:08:41.459584 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port c14c64c8-333d-4bb0-9882-bbe52bc258dc, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=c14c64c8-333d-4bb0-9882-bbe52bc258dc,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:41.466952 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:41.513765 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=c14c64c8-333d-4bb0-9882-bbe52bc258dc,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:41.635577 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c664f-843b-40bd-80d3-711748586e01 req-d7a88f88-0d0b-43a8-9dc8-f1a955371207 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:41.637118 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f5c664f-843b-40bd-80d3-711748586e01 req-d7a88f88-0d0b-43a8-9dc8-f1a955371207 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 945 time: 0.0635087 Jul 26 05:08:41.691676 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f5c664f-843b-40bd-80d3-711748586e01 req-34b24687-b7a5-4614-b5b0-550018b38250 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480790 Jul 26 05:08:41.843114 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['c14c64c8-333d-4bb0-9882-bbe52bc258dc'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:08:42.180290 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00210bd5-96ed-49e9-a6fe-7a654f3ac13b req-8e4440c2-f0ab-45aa-a222-58ee1e307b25 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:42.182350 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00210bd5-96ed-49e9-a6fe-7a654f3ac13b req-8e4440c2-f0ab-45aa-a222-58ee1e307b25 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 946 time: 0.0534782 Jul 26 05:08:42.224157 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:42.232782 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00210bd5-96ed-49e9-a6fe-7a654f3ac13b req-0e8fa73d-d2ec-482f-8d1d-449f99e186ff tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443215 Jul 26 05:08:42.350255 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028878c6-a47b-411e-95a9-0b0a5003ed9d req-4a1f0c47-1653-4779-ba25-557b03f29af1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:42.351771 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-028878c6-a47b-411e-95a9-0b0a5003ed9d req-4a1f0c47-1653-4779-ba25-557b03f29af1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 946 time: 0.0511093 Jul 26 05:08:42.361878 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53032) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:42.366455 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-d2ac418a-57bf-4945-83f4-03569e8e6f99 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'floatingip': {'port_id': '1062f18d-357b-4737-945e-a6d026c01d69'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:42.408944 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d2ac418a-57bf-4945-83f4-03569e8e6f99 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (6183995a-603f-4ebc-b60d-5321bda5e1f1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:42.862292 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76922927-ed08-4912-ad5d-19fb44d477e6 req-ae6e048d-5009-47d0-b49e-2a77278383f7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:42.863846 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76922927-ed08-4912-ad5d-19fb44d477e6 req-ae6e048d-5009-47d0-b49e-2a77278383f7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 945 time: 0.0834563 Jul 26 05:08:42.887222 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d2ac418a-57bf-4945-83f4-03569e8e6f99 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:42.897227 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d2ac418a-57bf-4945-83f4-03569e8e6f99 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (6183995a-603f-4ebc-b60d-5321bda5e1f1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:42.993363 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76922927-ed08-4912-ad5d-19fb44d477e6 req-99d623d2-6fce-4aa3-a7ef-eacb5678095e tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222649 Jul 26 05:08:43.018043 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-d2ac418a-57bf-4945-83f4-03569e8e6f99 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Floating IP 6183995a-603f-4ebc-b60d-5321bda5e1f1 associated. External IP: 172.27.3.84, port: 1062f18d-357b-4737-945e-a6d026c01d69. Jul 26 05:08:43.108130 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:43.259584 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device c14c64c8-333d-4bb0-9882-bbe52bc258dc up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:08:43.307314 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port c14c64c8-333d-4bb0-9882-bbe52bc258dc completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:08:43.316175 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port c14c64c8-333d-4bb0-9882-bbe52bc258dc triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:08:43.316651 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:43.400187 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port c14c64c8-333d-4bb0-9882-bbe52bc258dc is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:08:43.400595 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:43.421863 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:43.431178 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:43.433493 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a65752-6356-4080-85f9-33f1ef9b9c8a" -d '{"events": [{"server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "name": "network-vif-plugged", "status": "completed", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:43.506073 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ac418a-57bf-4945-83f4-03569e8e6f99 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:08:43.582431 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99ebb1b-e0b8-46e0-80b7-045c2798ea22 x-openstack-request-id: req-f99ebb1b-e0b8-46e0-80b7-045c2798ea22 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:43.582674 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "name": "network-vif-plugged", "status": "completed", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:43.583386 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f99ebb1b-e0b8-46e0-80b7-045c2798ea22 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:43.583386 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99ebb1b-e0b8-46e0-80b7-045c2798ea22'] response: {'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'code': 200} Jul 26 05:08:43.590217 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port c14c64c8-333d-4bb0-9882-bbe52bc258dc, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=c14c64c8-333d-4bb0-9882-bbe52bc258dc,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:08:43.595179 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:43.599333 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:43.618221 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ac418a-57bf-4945-83f4-03569e8e6f99 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:08:43.622744 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d2ac418a-57bf-4945-83f4-03569e8e6f99 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:43.633143 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cddce2-3986-44db-9038-3802d385980e None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:08:43.638731 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ee23-2e17-49b7-a802-95b10f88eba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:43.658498 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d2ac418a-57bf-4945-83f4-03569e8e6f99 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "PUT /v2.0/floatingips/6183995a-603f-4ebc-b60d-5321bda5e1f1 HTTP/1.1" status: 200 len: 991 time: 1.2932818 Jul 26 05:08:43.658498 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111ba5fc-f989-4373-b60a-59c603db68c7', 'tag': '1062f18d-357b-4737-945e-a6d026c01d69'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:43.661233 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b80d2b8-d02f-4467-96d9-d658a9b64be2" -d '{"events": [{"name": "network-changed", "server_uuid": "111ba5fc-f989-4373-b60a-59c603db68c7", "tag": "1062f18d-357b-4737-945e-a6d026c01d69"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:43.667977 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cddce2-3986-44db-9038-3802d385980e None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:08:43.668670 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b2cddce2-3986-44db-9038-3802d385980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:08:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:43.720372 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575e2941-6424-4e7c-970f-ef48b9ebaf83 x-openstack-request-id: req-575e2941-6424-4e7c-970f-ef48b9ebaf83 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:43.720542 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=c14c64c8-333d-4bb0-9882-bbe52bc258dc,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:43.720665 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111ba5fc-f989-4373-b60a-59c603db68c7", "tag": "1062f18d-357b-4737-945e-a6d026c01d69", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:43.720958 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-575e2941-6424-4e7c-970f-ef48b9ebaf83 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:43.721366 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575e2941-6424-4e7c-970f-ef48b9ebaf83'] response: {'name': 'network-changed', 'server_uuid': '111ba5fc-f989-4373-b60a-59c603db68c7', 'tag': '1062f18d-357b-4737-945e-a6d026c01d69', 'status': 'completed', 'code': 200} Jul 26 05:08:43.735388 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:43.808371 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b2cddce2-3986-44db-9038-3802d385980e None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:08:43.833103 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9676e49-e26d-46b5-9a2d-2681740b3fc1 req-a56c4ee7-184f-4ddd-b43d-129746a2e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:43.834696 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9676e49-e26d-46b5-9a2d-2681740b3fc1 req-a56c4ee7-184f-4ddd-b43d-129746a2e123 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 1130 time: 0.0759199 Jul 26 05:08:43.840526 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-cd97b02d-7776-4785-8f7b-704e27bebc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:43.841971 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-cd97b02d-7776-4785-8f7b-704e27bebc0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 1130 time: 0.0503390 Jul 26 05:08:43.943747 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9676e49-e26d-46b5-9a2d-2681740b3fc1 req-d04c37ef-8198-41a9-b60b-983d316eb56d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007569 Jul 26 05:08:43.968850 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-dee09dd3-e844-4db1-b340-69e1f0dbdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:43.970323 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-dee09dd3-e844-4db1-b340-69e1f0dbdafe service neutron] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 916 time: 0.1205127 Jul 26 05:08:44.037235 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b2cddce2-3986-44db-9038-3802d385980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '6183995a-603f-4ebc-b60d-5321bda5e1f1', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '1062f18d-357b-4737-945e-a6d026c01d69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111ba5fc-f989-4373-b60a-59c603db68c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:25Z', 'updated_at': '2022-07-26T05:08:42Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}, {'id': '8c0b1aa1-f6d6-42fb-8076-2009c962ba63', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:07:21Z', 'updated_at': '2022-07-26T05:07:40Z', 'revision_number': 2, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:44.063252 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cddce2-3986-44db-9038-3802d385980e None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:08:44.072112 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cddce2-3986-44db-9038-3802d385980e None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:08:44.072721 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b2cddce2-3986-44db-9038-3802d385980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:08:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:44.115921 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d9cd5-59bb-4ac2-9be3-3ee48e9471cf req-ba823e02-4088-48d4-9f51-e23bdec4725b tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:44.117375 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc8d9cd5-59bb-4ac2-9be3-3ee48e9471cf req-ba823e02-4088-48d4-9f51-e23bdec4725b tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 946 time: 0.0493095 Jul 26 05:08:44.167453 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc8d9cd5-59bb-4ac2-9be3-3ee48e9471cf req-83ee7687-50f5-46b7-90cf-32d96c0760cb tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443571 Jul 26 05:08:44.174556 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b2cddce2-3986-44db-9038-3802d385980e None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:08:44.310116 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-767aaa8d-e280-4d7b-a127-138bebb972cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1062f18d-357b-4737-945e-a6d026c01d69 HTTP/1.1" status: 200 len: 999 time: 0.0611796 Jul 26 05:08:44.391364 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b2cddce2-3986-44db-9038-3802d385980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '6183995a-603f-4ebc-b60d-5321bda5e1f1', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '1062f18d-357b-4737-945e-a6d026c01d69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111ba5fc-f989-4373-b60a-59c603db68c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:25Z', 'updated_at': '2022-07-26T05:08:42Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}, {'id': '8c0b1aa1-f6d6-42fb-8076-2009c962ba63', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:07:21Z', 'updated_at': '2022-07-26T05:07:40Z', 'revision_number': 2, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:44.419863 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cddce2-3986-44db-9038-3802d385980e None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '6183995a-603f-4ebc-b60d-5321bda5e1f1', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '1062f18d-357b-4737-945e-a6d026c01d69', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:ea:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111ba5fc-f989-4373-b60a-59c603db68c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:25Z', 'updated_at': '2022-07-26T05:08:42Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}, {'id': '8c0b1aa1-f6d6-42fb-8076-2009c962ba63', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:07:21Z', 'updated_at': '2022-07-26T05:07:40Z', 'revision_number': 2, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:08:44.618109 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e5982-0acb-4dab-b666-f7931e685bd7 None None] New status for floating IP 6183995a-603f-4ebc-b60d-5321bda5e1f1: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:08:44.747060 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-2b12d9a3-e6b2-412c-b368-42a4631c6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:44.748538 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-2b12d9a3-e6b2-412c-b368-42a4631c6277 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0478127 Jul 26 05:08:44.794957 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-d21775b6-e6f0-4187-aa3d-ee14c246c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:44.796882 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-d21775b6-e6f0-4187-aa3d-ee14c246c63a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416925 Jul 26 05:08:44.922092 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-8e41fa94-0691-4417-8686-734ef4781527 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953922 Jul 26 05:08:45.006537 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:45.007820 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:45.045800 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b80d2b8-d02f-4467-96d9-d658a9b64be2 req-005f0c7c-2d6f-41cd-8c4f-566cabeafc3a service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926862 Jul 26 05:08:45.303714 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4bce1-2232-4685-acc7-4b302acb10da req-319d1b3b-c2f3-40ac-95bc-af3883d33135 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:45.306453 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ef4bce1-2232-4685-acc7-4b302acb10da req-319d1b3b-c2f3-40ac-95bc-af3883d33135 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 946 time: 0.0565081 Jul 26 05:08:45.338267 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:45.366654 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ef4bce1-2232-4685-acc7-4b302acb10da req-c67d0afa-39e3-4912-8b03-43dbfb8bb2e4 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520167 Jul 26 05:08:45.715484 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-48425739-a929-4fcf-8f9a-33b9300e3a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:46.498487 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7193d-2442-4890-92c8-6e53c7a04662 req-5162a715-4088-4ecf-9d57-ee68da9d80c9 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:46.500070 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6fc7193d-2442-4890-92c8-6e53c7a04662 req-5162a715-4088-4ecf-9d57-ee68da9d80c9 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 946 time: 0.0530362 Jul 26 05:08:46.551193 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6fc7193d-2442-4890-92c8-6e53c7a04662 req-e3d588ab-292c-4744-971f-46869a2f6844 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453460 Jul 26 05:08:46.685300 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdb0cb-9fb2-4657-bd47-eda6964cf191 req-ada837db-61e2-451d-b9db-43b4fc3d9f48 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:46.686796 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cbdb0cb-9fb2-4657-bd47-eda6964cf191 req-ada837db-61e2-451d-b9db-43b4fc3d9f48 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 946 time: 0.0508025 Jul 26 05:08:46.723096 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:46.740902 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cbdb0cb-9fb2-4657-bd47-eda6964cf191 req-c97df808-8dd2-4ed1-9b60-80dc99747054 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462162 Jul 26 05:08:46.770468 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53054) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:46.813153 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e441d6c-b188-4a8b-af78-487de8c1efb1 tempest-TestVolumeBootPattern-1383035479 tempest-TestVolumeBootPattern-1383035479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:46.814692 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-9e441d6c-b188-4a8b-af78-487de8c1efb1 tempest-TestVolumeBootPattern-1383035479 tempest-TestVolumeBootPattern-1383035479-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 1125 time: 0.0425014 Jul 26 05:08:46.817742 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53056) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:08:46.821996 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'port_id': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:08:46.844410 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:46.923429 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:46.966818 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:47.036932 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Allocated IP 172.27.3.181 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/2d58caa5-2aab-4637-b1f7-623cd97dd652) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:08:47.140912 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for port (2d58caa5-2aab-4637-b1f7-623cd97dd652), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:47.176323 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (2d58caa5-2aab-4637-b1f7-623cd97dd652), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:47.217353 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:08:47.222353 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:08:47.225138 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:08:47.253720 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'Port': ['ID=2d58caa5-2aab-4637-b1f7-623cd97dd652,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:47.572094 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:47.604682 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (5f7512a7-88b7-40cb-bf5d-2f619f25487e), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:47.621875 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:47.674897 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (2d58caa5-2aab-4637-b1f7-623cd97dd652), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:47.835163 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for port (2d58caa5-2aab-4637-b1f7-623cd97dd652), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:47.841828 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (2d58caa5-2aab-4637-b1f7-623cd97dd652), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:47.909517 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event updated for resources: {'Port': ['ID=2d58caa5-2aab-4637-b1f7-623cd97dd652,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:08:47.921537 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (5f7512a7-88b7-40cb-bf5d-2f619f25487e), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:48.021975 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Floating IP 5f7512a7-88b7-40cb-bf5d-2f619f25487e associated. External IP: 172.27.3.181, port: c14c64c8-333d-4bb0-9882-bbe52bc258dc. Jul 26 05:08:48.238167 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Router b1037f13-c211-4dd1-9a24-c6e02309e5a6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:08:48.352569 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:08:48.363032 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] Sync routers for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:08:48.375314 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:48.377481 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:48.381176 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:08:48.381816 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:08:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:48.386158 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:48.412703 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-94c649b4-511d-4d36-bcc0-d5ed22143077 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5939229 Jul 26 05:08:48.413391 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:08:48.415816 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363f89de-88a9-4b0f-be69-640c2a13f5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:08:48.431244 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:48.457134 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cded152-5fcd-42f4-90a3-1d065a94a49b x-openstack-request-id: req-8cded152-5fcd-42f4-90a3-1d065a94a49b {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:08:48.457486 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:08:48.457804 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8cded152-5fcd-42f4-90a3-1d065a94a49b {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:08:48.458277 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cded152-5fcd-42f4-90a3-1d065a94a49b'] response: {'name': 'network-changed', 'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'status': 'completed', 'code': 200} Jul 26 05:08:48.497799 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:08:48.561940 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-be0a7cef-d149-45de-9df1-464989775d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:48.563490 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-be0a7cef-d149-45de-9df1-464989775d90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 1130 time: 0.0455894 Jul 26 05:08:48.656232 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-b6b9ae26-f23b-4426-bd9b-af126530b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:48.657696 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-b6b9ae26-f23b-4426-bd9b-af126530b696 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.0882244 Jul 26 05:08:48.696103 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:08:48.718974 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:48.728348 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-19bc3d12-0d6b-4b2b-b1e2-4dd7a608bdcc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c14c64c8-333d-4bb0-9882-bbe52bc258dc HTTP/1.1" status: 200 len: 1000 time: 0.0641742 Jul 26 05:08:48.738999 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '5f7512a7-88b7-40cb-bf5d-2f619f25487e', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:d8:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:47Z', 'updated_at': '2022-07-26T05:08:47Z', 'revision_number': 0, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}, {'id': 'bd173b66-8c56-4e29-a76f-ed22142b00ad', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:06:26Z', 'updated_at': '2022-07-26T05:06:29Z', 'revision_number': 1, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:48.764540 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] Checking router: b1037f13-c211-4dd1-9a24-c6e02309e5a6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:08:48.773234 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:08:48.773869 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:08:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:48.782883 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-9cf7b355-17f3-4721-b512-103cb97e84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:48.784392 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-9cf7b355-17f3-4721-b512-103cb97e84bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0461657 Jul 26 05:08:48.830688 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-ad3328e6-c864-4ee3-be80-88ecfdd52eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:48.832387 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-ad3328e6-c864-4ee3-be80-88ecfdd52eaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407851 Jul 26 05:08:48.889271 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:08:48.933038 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-38aa2ed6-1dc5-4308-a0a8-b2ecfaa9c898 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910110 Jul 26 05:08:49.031365 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-363f89de-88a9-4b0f-be69-640c2a13f5cb req-1490d131-6ad6-4c62-bfda-35b9da8bdf2f service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861850 Jul 26 05:08:49.111926 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '5f7512a7-88b7-40cb-bf5d-2f619f25487e', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:d8:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:47Z', 'updated_at': '2022-07-26T05:08:47Z', 'revision_number': 0, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}, {'id': 'bd173b66-8c56-4e29-a76f-ed22142b00ad', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:06:26Z', 'updated_at': '2022-07-26T05:06:29Z', 'revision_number': 1, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:08:49.140407 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381d39ed-aae4-4b25-a2a7-0d31f32f538a None None] The sync data for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi is: [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '5f7512a7-88b7-40cb-bf5d-2f619f25487e', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:d8:0c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:08:47Z', 'updated_at': '2022-07-26T05:08:47Z', 'revision_number': 0, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}, {'id': 'bd173b66-8c56-4e29-a76f-ed22142b00ad', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:06:26Z', 'updated_at': '2022-07-26T05:06:29Z', 'revision_number': 1, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:08:49.355053 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445f88d3-0674-47da-af63-de1eb6f134d1 None None] New status for floating IP 5f7512a7-88b7-40cb-bf5d-2f619f25487e: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:08:51.323921 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:08:57.730459 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880e42-2012-4fc5-b0ba-536715a6482e req-41f1625b-7d77-405e-8e5f-ef03f00814db tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:57.731868 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a2880e42-2012-4fc5-b0ba-536715a6482e req-41f1625b-7d77-405e-8e5f-ef03f00814db tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0890436 Jul 26 05:08:57.737802 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346834-efaf-47bd-9c7f-48839aa5652b req-b13fb2cb-7905-4c97-bac4-1e525ae769f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:57.739245 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77346834-efaf-47bd-9c7f-48839aa5652b req-b13fb2cb-7905-4c97-bac4-1e525ae769f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 1169 time: 0.0529652 Jul 26 05:08:57.859137 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a2880e42-2012-4fc5-b0ba-536715a6482e req-8360905f-1af3-4633-a18b-ffd5865527a5 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188831 Jul 26 05:08:57.874418 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346834-efaf-47bd-9c7f-48839aa5652b req-5b0d4eae-4b01-45e7-872f-a8ad8961cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:57.875894 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77346834-efaf-47bd-9c7f-48839aa5652b req-5b0d4eae-4b01-45e7-872f-a8ad8961cb53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=222f5094-66e8-49db-b14e-07f8d8588a65 HTTP/1.1" status: 200 len: 915 time: 0.1296072 Jul 26 05:08:57.938403 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77346834-efaf-47bd-9c7f-48839aa5652b req-2c97c563-6295-4ee3-b50c-87346f8dbb88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 200 len: 1001 time: 0.0551040 Jul 26 05:08:57.989268 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346834-efaf-47bd-9c7f-48839aa5652b req-bdf51b23-a8cb-408d-ae50-d91cc8c19609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:57.990620 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77346834-efaf-47bd-9c7f-48839aa5652b req-bdf51b23-a8cb-408d-ae50-d91cc8c19609 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdb12c42-843d-4fef-b400-64e37c55ea4f HTTP/1.1" status: 200 len: 853 time: 0.0451512 Jul 26 05:08:58.032496 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:58.040957 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77346834-efaf-47bd-9c7f-48839aa5652b req-c1e1a474-ca9d-4e27-905e-0033a707668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:58.042456 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77346834-efaf-47bd-9c7f-48839aa5652b req-c1e1a474-ca9d-4e27-905e-0033a707668b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=222f5094-66e8-49db-b14e-07f8d8588a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433543 Jul 26 05:08:58.138398 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77346834-efaf-47bd-9c7f-48839aa5652b req-8fd38404-7f15-439d-9c86-adbab6e81feb service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890226 Jul 26 05:08:58.152325 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:58.239061 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77346834-efaf-47bd-9c7f-48839aa5652b req-8a7b7d9f-19c2-418c-85cb-87f66b211e0d service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932081 Jul 26 05:08:58.409543 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:58.988102 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6daf9-6aad-4c54-a656-420dcf710cd0 req-332c16ba-b0b7-43e2-9dc4-797b3aa9d496 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:08:58.989596 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-74b6daf9-6aad-4c54-a656-420dcf710cd0 req-332c16ba-b0b7-43e2-9dc4-797b3aa9d496 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0536106 Jul 26 05:08:59.064024 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-74b6daf9-6aad-4c54-a656-420dcf710cd0 req-c179b6f5-5d25-4d14-b89c-48a6e6f70e8a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683539 Jul 26 05:08:59.114257 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=34 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:59.115154 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:08:59.460906 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:00.209972 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f051e-8709-4d05-af90-104fa454904a req-d4929da4-eba1-4805-b4bf-1dcb19849400 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:00.211457 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa8f051e-8709-4d05-af90-104fa454904a req-d4929da4-eba1-4805-b4bf-1dcb19849400 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0618851 Jul 26 05:09:00.275416 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa8f051e-8709-4d05-af90-104fa454904a req-118a27c4-0dd3-4a75-9f2a-e61700dcc395 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565848 Jul 26 05:09:01.319487 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=45,neutron:UPDATE=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:01.402261 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c155a-f22c-4816-8949-ab26d567b9c2 req-11c30fc2-1978-4f0a-8bb8-560f26e26f47 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:01.404877 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf6c155a-f22c-4816-8949-ab26d567b9c2 req-11c30fc2-1978-4f0a-8bb8-560f26e26f47 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0508940 Jul 26 05:09:01.471746 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf6c155a-f22c-4816-8949-ab26d567b9c2 req-5e14c73e-1987-4af8-96e8-f52fe9962f2e tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587382 Jul 26 05:09:02.602318 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a2e66-a2aa-4c80-a909-9a703bbec6e2 req-220e47d4-1b7b-410b-bbc8-aa48f1e1b437 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:02.603692 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef4a2e66-a2aa-4c80-a909-9a703bbec6e2 req-220e47d4-1b7b-410b-bbc8-aa48f1e1b437 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0554247 Jul 26 05:09:02.680270 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef4a2e66-a2aa-4c80-a909-9a703bbec6e2 req-3ad9608d-a44b-4c97-ba95-834fd4fea68d tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668941 Jul 26 05:09:03.032414 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:03.823497 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-b91d860c-1c91-4fb2-96f6-cee33031635d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668356 Jul 26 05:09:03.834380 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f0e43-e813-4d8b-9035-050e167d7554 req-f4ab5179-6b55-4d2f-87bc-fb3f2f8c9cc9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:03.835793 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a1f0e43-e813-4d8b-9035-050e167d7554 req-f4ab5179-6b55-4d2f-87bc-fb3f2f8c9cc9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0700471 Jul 26 05:09:03.930785 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a1f0e43-e813-4d8b-9035-050e167d7554 req-7cb88820-2959-4467-a50e-f016d0051804 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890203 Jul 26 05:09:03.932304 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-ea4abd0d-a427-4490-ab58-384690b9c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:03.933678 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-ea4abd0d-a427-4490-ab58-384690b9c0da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 1129 time: 0.0660651 Jul 26 05:09:04.055265 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-b4ab7181-e927-4c86-b400-1e47fe55806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:04.057044 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-b4ab7181-e927-4c86-b400-1e47fe55806a service neutron] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 916 time: 0.0937066 Jul 26 05:09:04.124314 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-c1a885e1-44aa-4355-bb9f-8358d59fc888 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61e555f8-fed5-4569-b13d-5927a204917c HTTP/1.1" status: 200 len: 1000 time: 0.0599053 Jul 26 05:09:04.136827 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:04.172554 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-2292e443-f0d3-45e3-af86-a4168d998ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:04.173968 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-2292e443-f0d3-45e3-af86-a4168d998ffc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0439579 Jul 26 05:09:04.225878 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-92fdba42-8007-4474-b561-9c50db16b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:04.227762 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-92fdba42-8007-4474-b561-9c50db16b7a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465269 Jul 26 05:09:04.329640 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-34ae2327-d52d-48b4-8308-d1ad39adc161 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919871 Jul 26 05:09:04.402919 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:04.424851 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b6b08bb-72b5-4104-a8bd-2674e0d263a1 req-9ccd5f39-6351-4066-b225-896f106ca2dc service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890787 Jul 26 05:09:05.084547 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7d4ab-b4e0-4460-b345-36a171e9d271 req-7db952ae-8419-43d7-a069-7a28fa0519f6 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:05.087182 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b1b7d4ab-b4e0-4460-b345-36a171e9d271 req-7db952ae-8419-43d7-a069-7a28fa0519f6 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0733707 Jul 26 05:09:05.156261 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b1b7d4ab-b4e0-4460-b345-36a171e9d271 req-0c5ecf8b-b52e-4c05-a637-154a4e80c7b4 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628450 Jul 26 05:09:06.287829 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca358e-21ce-45b6-a219-87e7696b8fd7 req-aa34efa9-fe8c-4671-b4ef-248f8eafac28 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:06.289394 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c3ca358e-21ce-45b6-a219-87e7696b8fd7 req-aa34efa9-fe8c-4671-b4ef-248f8eafac28 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0498505 Jul 26 05:09:06.352080 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c3ca358e-21ce-45b6-a219-87e7696b8fd7 req-9da5c71c-c75e-4a2e-9d9c-14d18006c379 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565135 Jul 26 05:09:07.488862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff373135-f4e5-4a7e-8453-d761ab895de7 req-b1d4a70e-8962-405e-92a3-241249925541 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:07.490343 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff373135-f4e5-4a7e-8453-d761ab895de7 req-b1d4a70e-8962-405e-92a3-241249925541 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0596094 Jul 26 05:09:07.574018 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff373135-f4e5-4a7e-8453-d761ab895de7 req-7df0396d-2034-4b61-a6cc-3bc5ba6e06e8 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762646 Jul 26 05:09:08.715235 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc7b7a-488d-468e-8c8d-c9c64a13476b req-ed49a9c7-9b70-4d04-941e-279073ed3b0b tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:08.716740 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3bfc7b7a-488d-468e-8c8d-c9c64a13476b req-ed49a9c7-9b70-4d04-941e-279073ed3b0b tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0650928 Jul 26 05:09:08.779088 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3bfc7b7a-488d-468e-8c8d-c9c64a13476b req-1295904f-0b5f-47df-add6-ff015d8b4474 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541618 Jul 26 05:09:09.909784 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ad67f-4a4a-430f-851b-a02ffffde57a req-2bde1d08-1f72-42ba-864c-2d4d64cce2fa tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:09.911247 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90ad67f-4a4a-430f-851b-a02ffffde57a req-2bde1d08-1f72-42ba-864c-2d4d64cce2fa tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0508814 Jul 26 05:09:09.971984 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90ad67f-4a4a-430f-851b-a02ffffde57a req-43f54b20-b38f-4239-87b6-41e3b61d3dd6 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547438 Jul 26 05:09:11.097346 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adb77f-3f92-47d6-9836-b2e1c11c837c req-0d9949e4-5682-4e97-99de-ae796df72b36 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:11.098830 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-14adb77f-3f92-47d6-9836-b2e1c11c837c req-0d9949e4-5682-4e97-99de-ae796df72b36 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0529878 Jul 26 05:09:11.163756 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-14adb77f-3f92-47d6-9836-b2e1c11c837c req-49edd60b-42f2-49ff-8dbb-c4f4fc134a8b tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563850 Jul 26 05:09:12.210691 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:12.212062 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:12.278727 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:12.296563 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b54d97-ce59-4124-beb5-07b9458cb794 req-1d115d19-fd40-4041-b288-b1862e989ab2 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:12.298100 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3b54d97-ce59-4124-beb5-07b9458cb794 req-1d115d19-fd40-4041-b288-b1862e989ab2 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0512514 Jul 26 05:09:12.362504 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3b54d97-ce59-4124-beb5-07b9458cb794 req-b7f0d623-9c25-448b-bd28-af6fde9b8010 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563841 Jul 26 05:09:13.019501 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:13.026807 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:13.491757 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe61fa-1266-4030-bfc3-0886331583f6 req-c72a4d2a-3365-4ee6-9437-ff9e56217287 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:13.493302 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbfe61fa-1266-4030-bfc3-0886331583f6 req-c72a4d2a-3365-4ee6-9437-ff9e56217287 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0537236 Jul 26 05:09:13.563067 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a8d0cfde-556e-4b7a-afb5-68ff7598f795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:13.569202 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbfe61fa-1266-4030-bfc3-0886331583f6 req-c52bc187-4fe2-4b01-be58-8da0e5809f2a tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671046 Jul 26 05:09:14.702595 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c1d79-6faf-414e-bacd-de55956c4136 req-defaf896-c81a-4014-a008-b132eeac219b tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:14.704019 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b38c1d79-6faf-414e-bacd-de55956c4136 req-defaf896-c81a-4014-a008-b132eeac219b tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0553784 Jul 26 05:09:14.758598 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:14.765410 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b38c1d79-6faf-414e-bacd-de55956c4136 req-02e8f2b7-6b45-406c-8dfb-410ff7ac5e56 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550385 Jul 26 05:09:15.718084 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1a9bf43d-d62e-43b2-8011-02f5fb8c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:15.899454 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94f7e1-7637-4d50-886f-b3185161ab96 req-fa56c8df-c242-43ed-aa81-49fe62ae47fd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:15.901842 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bb94f7e1-7637-4d50-886f-b3185161ab96 req-fa56c8df-c242-43ed-aa81-49fe62ae47fd tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0537436 Jul 26 05:09:15.985985 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bb94f7e1-7637-4d50-886f-b3185161ab96 req-a9457b1d-f09d-44e3-bb78-e717bb1fb301 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750589 Jul 26 05:09:16.976949 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:17.116221 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3929-a926-483a-91c6-be0d034e2019 req-a86923d8-87be-49a7-9568-54eaef673058 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:17.117673 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-886c3929-a926-483a-91c6-be0d034e2019 req-a86923d8-87be-49a7-9568-54eaef673058 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0593555 Jul 26 05:09:17.181072 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-886c3929-a926-483a-91c6-be0d034e2019 req-086bbe38-982e-491d-8950-ca71e4859cd6 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555115 Jul 26 05:09:18.320039 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f0d27-3f34-41b3-95a6-27788b286e07 req-b1546ca7-e79b-42f7-a53f-21262a2e2071 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:18.322152 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c96f0d27-3f34-41b3-95a6-27788b286e07 req-b1546ca7-e79b-42f7-a53f-21262a2e2071 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0604267 Jul 26 05:09:18.376281 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:18.385108 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c96f0d27-3f34-41b3-95a6-27788b286e07 req-3be86f90-392f-4c55-b3b2-50d5ad096b27 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566885 Jul 26 05:09:18.681990 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:19.520871 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16835f41-d3e9-4a55-98fb-43ab5a566d24 req-e9bca1a6-8007-46f8-bc1a-4bcc038373f9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:19.522998 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16835f41-d3e9-4a55-98fb-43ab5a566d24 req-e9bca1a6-8007-46f8-bc1a-4bcc038373f9 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0647438 Jul 26 05:09:19.586882 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16835f41-d3e9-4a55-98fb-43ab5a566d24 req-d0cd1a34-3976-4c3e-b6a7-ab98ce4ce8fb tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=839a28ae-e766-494c-b5a7-9539507d6d06&id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578983 Jul 26 05:09:27.490065 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a058c8d-17f4-47ed-a9fb-6664e60170fd req-7e7bc4d4-d3ae-426f-bbf2-8e21cc23b8a7 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:27.491532 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a058c8d-17f4-47ed-a9fb-6664e60170fd req-7e7bc4d4-d3ae-426f-bbf2-8e21cc23b8a7 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 946 time: 0.0509944 Jul 26 05:09:27.540922 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a058c8d-17f4-47ed-a9fb-6664e60170fd req-1d8db8a9-f855-468d-a661-deaf3c7d01c4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Jul 26 05:09:28.323522 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:09:28.673040 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:28.674810 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceef875-2fd0-4447-9a99-ecb0fd4b4593 req-8a4204aa-c8af-4d58-a47a-76f49564921c tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:28.675231 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:28.676337 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ceef875-2fd0-4447-9a99-ecb0fd4b4593 req-8a4204aa-c8af-4d58-a47a-76f49564921c tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 946 time: 0.0501761 Jul 26 05:09:28.730867 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ceef875-2fd0-4447-9a99-ecb0fd4b4593 req-27ad6484-e400-4ca1-97a6-043e4cbc25d3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=35496b3e-2124-4698-bd57-9d5b882a1949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471325 Jul 26 05:09:28.991959 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-98e19e43-b0e8-4aa3-ab88-821d638d51b3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:28.993409 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-98e19e43-b0e8-4aa3-ab88-821d638d51b3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 946 time: 0.0527563 Jul 26 05:09:29.078849 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Deleting port 1062f18d-357b-4737-945e-a6d026c01d69 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:09:29.079204 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (1062f18d-357b-4737-945e-a6d026c01d69), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:29.143542 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:29.183480 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] For port 1062f18d-357b-4737-945e-a6d026c01d69, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=1062f18d-357b-4737-945e-a6d026c01d69,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:09:29.184084 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (1062f18d-357b-4737-945e-a6d026c01d69), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:29.231786 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:29.365568 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:29.365846 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (6183995a-603f-4ebc-b60d-5321bda5e1f1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:29.366168 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Floating IP 6183995a-603f-4ebc-b60d-5321bda5e1f1 disassociated. External IP: 172.27.3.84, port: 1062f18d-357b-4737-945e-a6d026c01d69. Jul 26 05:09:29.366514 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Calling delete_port for 1062f18d-357b-4737-945e-a6d026c01d69 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:09:29.372223 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:29.506807 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (1062f18d-357b-4737-945e-a6d026c01d69), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:29.536195 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'Port': ['ID=1062f18d-357b-4737-945e-a6d026c01d69,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:29.648877 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:09:29.755869 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:09:29.768734 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:09:29.782116 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:09:29.782757 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:29.800599 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] No DVR routers for this DVR port 1062f18d-357b-4737-945e-a6d026c01d69 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:09:29.803437 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:29.807670 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7af491e-929e-49ef-aac2-42a0eaacf9ae req-e57503c0-a61c-451f-9dbd-07e0206c279f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "DELETE /v2.0/ports/1062f18d-357b-4737-945e-a6d026c01d69 HTTP/1.1" status: 204 len: 173 time: 0.8084755 Jul 26 05:09:29.808071 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111ba5fc-f989-4373-b60a-59c603db68c7', 'name': 'network-vif-deleted', 'tag': '1062f18d-357b-4737-945e-a6d026c01d69'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:09:29.811134 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22efa33d-3be5-4b32-ace4-1f91c45665ba" -d '{"events": [{"server_uuid": "111ba5fc-f989-4373-b60a-59c603db68c7", "name": "network-vif-deleted", "tag": "1062f18d-357b-4737-945e-a6d026c01d69"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:09:29.853778 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-682db24e-818e-443b-b559-4751d60fb59c req-24366930-4175-425b-9679-d0e73dd28c02 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=111ba5fc-f989-4373-b60a-59c603db68c7 HTTP/1.1" status: 200 len: 210 time: 0.0386465 Jul 26 05:09:29.855219 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfce2c10-79fb-45f2-bfca-df12e4c1373a x-openstack-request-id: req-bfce2c10-79fb-45f2-bfca-df12e4c1373a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:09:29.855500 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111ba5fc-f989-4373-b60a-59c603db68c7", "name": "network-vif-deleted", "tag": "1062f18d-357b-4737-945e-a6d026c01d69", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:09:29.855783 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bfce2c10-79fb-45f2-bfca-df12e4c1373a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:09:29.856178 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfce2c10-79fb-45f2-bfca-df12e4c1373a'] response: {'server_uuid': '111ba5fc-f989-4373-b60a-59c603db68c7', 'name': 'network-vif-deleted', 'tag': '1062f18d-357b-4737-945e-a6d026c01d69', 'status': 'completed', 'code': 200} Jul 26 05:09:29.924554 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:09:30.146275 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '8c0b1aa1-f6d6-42fb-8076-2009c962ba63', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:07:21Z', 'updated_at': '2022-07-26T05:07:40Z', 'revision_number': 2, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:30.174627 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:09:30.184095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:09:30.184713 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:30.307375 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:09:30.530879 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '8c0b1aa1-f6d6-42fb-8076-2009c962ba63', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:07:21Z', 'updated_at': '2022-07-26T05:07:40Z', 'revision_number': 2, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:30.558292 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf0cbd-bf12-4f20-9a48-7e6161912710 None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '8c0b1aa1-f6d6-42fb-8076-2009c962ba63', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.43', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '61e555f8-fed5-4569-b13d-5927a204917c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:fb:db:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:07:21Z', 'updated_at': '2022-07-26T05:07:40Z', 'revision_number': 2, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:09:30.819141 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96002b0-a931-44f7-b379-932bc4ac4bbb None None] New status for floating IP 6183995a-603f-4ebc-b60d-5321bda5e1f1: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:09:30.957112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53166) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:31.016045 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7152-5ab9-4b88-82cf-1ac940e9861d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (35496b3e-2124-4698-bd57-9d5b882a1949), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.040709 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7152-5ab9-4b88-82cf-1ac940e9861d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (35496b3e-2124-4698-bd57-9d5b882a1949), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.101034 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7152-5ab9-4b88-82cf-1ac940e9861d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (35496b3e-2124-4698-bd57-9d5b882a1949), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.103612 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7152-5ab9-4b88-82cf-1ac940e9861d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.107403 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cb1f7152-5ab9-4b88-82cf-1ac940e9861d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "DELETE /v2.0/security-groups/35496b3e-2124-4698-bd57-9d5b882a1949 HTTP/1.1" status: 204 len: 168 time: 0.1466620 Jul 26 05:09:31.107865 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53168) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:31.115081 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f7152-5ab9-4b88-82cf-1ac940e9861d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35496b3e-2124-4698-bd57-9d5b882a1949,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:31.122917 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.api.v2.resource [None req-57540b2a-0343-4220-9878-295198b89baa tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] show failed (client error): The resource could not be found. Jul 26 05:09:31.124524 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-57540b2a-0343-4220-9878-295198b89baa tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups/35496b3e-2124-4698-bd57-9d5b882a1949 HTTP/1.1" status: 404 len: 347 time: 0.0155354 Jul 26 05:09:31.126998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53170) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:31.502951 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:31.506672 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Deleting port 5bf39a0c-f294-4859-af7a-050e8d5db3c0 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:09:31.507010 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (5bf39a0c-f294-4859-af7a-050e8d5db3c0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.586327 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (5bf39a0c-f294-4859-af7a-050e8d5db3c0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.586627 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (5bf39a0c-f294-4859-af7a-050e8d5db3c0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.602730 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Calling delete_port for 5bf39a0c-f294-4859-af7a-050e8d5db3c0 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:09:31.683037 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:31.763601 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (5bf39a0c-f294-4859-af7a-050e8d5db3c0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.788382 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'Port': ['ID=5bf39a0c-f294-4859-af7a-050e8d5db3c0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:31.851904 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (6183995a-603f-4ebc-b60d-5321bda5e1f1), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.854707 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:31.855918 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8f38d96a-601e-4285-b98e-6aeb252c8ac5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "DELETE /v2.0/floatingips/6183995a-603f-4ebc-b60d-5321bda5e1f1 HTTP/1.1" status: 204 len: 168 time: 0.7279193 Jul 26 05:09:33.040746 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:33.518760 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 1062f18d-357b-4737-945e-a6d026c01d69 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:09:33.526685 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaba2c-d41a-4c1e-b966-364c5def0b21 req-43129670-217b-4c85-a635-21e0409df15b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:33.528225 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4ffaba2c-d41a-4c1e-b966-364c5def0b21 req-43129670-217b-4c85-a635-21e0409df15b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 945 time: 0.0546238 Jul 26 05:09:33.539521 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 1062f18d-357b-4737-945e-a6d026c01d69 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:09:33.539908 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 1062f18d-357b-4737-945e-a6d026c01d69 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:09:33.578184 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4ffaba2c-d41a-4c1e-b966-364c5def0b21 req-9125d28b-b78c-4748-a205-4850e562bdc7 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Jul 26 05:09:34.864623 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ec96b-13d2-4c1a-a4f7-54dddcbad367 req-cce65ab3-4992-458e-97de-03a832fa8705 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:34.866698 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-585ec96b-13d2-4c1a-a4f7-54dddcbad367 req-cce65ab3-4992-458e-97de-03a832fa8705 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 945 time: 0.0486960 Jul 26 05:09:34.914561 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-585ec96b-13d2-4c1a-a4f7-54dddcbad367 req-7cbc561e-eb0f-41a3-a4aa-b5135e23cab7 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=b5eb28c2-73cb-41a8-bbd2-553833da968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 Jul 26 05:09:35.409751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-85689c60-c629-4af1-94a7-ff320146f40d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:35.411238 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-85689c60-c629-4af1-94a7-ff320146f40d tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 945 time: 0.0484698 Jul 26 05:09:35.499403 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Deleting port 61e555f8-fed5-4569-b13d-5927a204917c {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:09:35.499744 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (61e555f8-fed5-4569-b13d-5927a204917c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:35.601686 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] For port 61e555f8-fed5-4569-b13d-5927a204917c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=61e555f8-fed5-4569-b13d-5927a204917c,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:09:35.602075 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (61e555f8-fed5-4569-b13d-5927a204917c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:35.789998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:35.790250 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (8c0b1aa1-f6d6-42fb-8076-2009c962ba63), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:35.790578 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Floating IP 8c0b1aa1-f6d6-42fb-8076-2009c962ba63 disassociated. External IP: 172.27.3.43, port: 61e555f8-fed5-4569-b13d-5927a204917c. Jul 26 05:09:35.790922 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Calling delete_port for 61e555f8-fed5-4569-b13d-5927a204917c owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:09:35.837984 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:35.933752 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (61e555f8-fed5-4569-b13d-5927a204917c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:35.945322 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:35.969140 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'Port': ['ID=61e555f8-fed5-4569-b13d-5927a204917c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:36.047545 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d394f275-01d4-4333-b03c-552c0c4812b4 req-a8fb9024-d7a0-4402-bd3d-d7deb9b11062 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=4bd266ba-c238-47fc-9ff2-1176d4d46a5b HTTP/1.1" status: 200 len: 210 time: 0.0364618 Jul 26 05:09:36.109028 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:09:36.216569 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:09:36.228013 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:09:36.239441 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:09:36.240107 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:36.259637 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] No DVR routers for this DVR port 61e555f8-fed5-4569-b13d-5927a204917c on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:09:36.262286 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:36.265640 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877bcbf9-1349-4a3f-9e9d-6281af6d7a02 req-2e8e27c2-0450-47c3-81a1-30743580c384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "DELETE /v2.0/ports/61e555f8-fed5-4569-b13d-5927a204917c HTTP/1.1" status: 204 len: 173 time: 0.8494813 Jul 26 05:09:36.267244 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'name': 'network-vif-deleted', 'tag': '61e555f8-fed5-4569-b13d-5927a204917c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:09:36.269342 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1326b9d6-21a4-4cc4-825a-97eb2f419761" -d '{"events": [{"server_uuid": "4bd266ba-c238-47fc-9ff2-1176d4d46a5b", "name": "network-vif-deleted", "tag": "61e555f8-fed5-4569-b13d-5927a204917c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:09:36.306451 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c22b18e-c1ce-40bd-8964-57b03e5f2906 x-openstack-request-id: req-9c22b18e-c1ce-40bd-8964-57b03e5f2906 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:09:36.306793 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd266ba-c238-47fc-9ff2-1176d4d46a5b", "name": "network-vif-deleted", "tag": "61e555f8-fed5-4569-b13d-5927a204917c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:09:36.307417 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9c22b18e-c1ce-40bd-8964-57b03e5f2906 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:09:36.307802 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c22b18e-c1ce-40bd-8964-57b03e5f2906'] response: {'server_uuid': '4bd266ba-c238-47fc-9ff2-1176d4d46a5b', 'name': 'network-vif-deleted', 'tag': '61e555f8-fed5-4569-b13d-5927a204917c', 'status': 'completed', 'code': 200} Jul 26 05:09:36.367807 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:09:36.405707 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:36.525546 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:36.566311 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:36.590989 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:09:36.600159 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:09:36.600754 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:36.838395 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:09:37.029548 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:37.058463 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6730d3-ce58-4811-adee-fc613c8341b3 None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:09:37.145737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53202) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:37.206522 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (b5eb28c2-73cb-41a8-bbd2-553833da968c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.234784 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (b5eb28c2-73cb-41a8-bbd2-553833da968c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.294714 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (b5eb28c2-73cb-41a8-bbd2-553833da968c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.297486 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe0df23-b671-45fe-a36b-f71f69b9d310 None None] New status for floating IP 8c0b1aa1-f6d6-42fb-8076-2009c962ba63: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:09:37.302301 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.303524 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "DELETE /v2.0/security-groups/b5eb28c2-73cb-41a8-bbd2-553833da968c HTTP/1.1" status: 204 len: 168 time: 0.1566532 Jul 26 05:09:37.306791 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53204) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:37.314106 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eb28c2-73cb-41a8-bbd2-553833da968c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:37.321657 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.321999 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.322135 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.api.v2.resource [None req-d11f855e-ffbb-43d3-b29f-e76d2caa51c4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] show failed (client error): The resource could not be found. Jul 26 05:09:37.322316 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.322659 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.322981 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.323302 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.323634 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.323970 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.324283 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.324584 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.324925 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.325228 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.325539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.325852 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.326099 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d11f855e-ffbb-43d3-b29f-e76d2caa51c4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups/b5eb28c2-73cb-41a8-bbd2-553833da968c HTTP/1.1" status: 404 len: 347 time: 0.0178363 Jul 26 05:09:37.326221 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa65990-e748-4c5f-8500-094664006fa1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.326788 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53206) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:37.447609 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Deleting port b4ab33bb-8d75-44d7-8625-21df5efcd716 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:09:37.447945 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (b4ab33bb-8d75-44d7-8625-21df5efcd716), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.542108 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (b4ab33bb-8d75-44d7-8625-21df5efcd716), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.542409 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (b4ab33bb-8d75-44d7-8625-21df5efcd716), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.557784 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Calling delete_port for b4ab33bb-8d75-44d7-8625-21df5efcd716 owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:09:37.695821 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (b4ab33bb-8d75-44d7-8625-21df5efcd716), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.720424 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'Port': ['ID=b4ab33bb-8d75-44d7-8625-21df5efcd716,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:37.732346 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.732692 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.733041 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.733459 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.733778 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.734114 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.734438 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.734763 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.735097 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.735422 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.735782 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.736100 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.736425 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.736744 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.737064 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:37.792742 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (8c0b1aa1-f6d6-42fb-8076-2009c962ba63), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.795251 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.796531 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-309c981d-b4d8-4078-af71-2831fd2b3227 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "DELETE /v2.0/floatingips/8c0b1aa1-f6d6-42fb-8076-2009c962ba63 HTTP/1.1" status: 204 len: 168 time: 0.4687808 Jul 26 05:09:37.874971 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53212) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:37.879724 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-4071d3c9-a867-461d-862d-78e670668619 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510117701', 'description': 'tempest-description--460928978'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:09:37.902383 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4071d3c9-a867-461d-862d-78e670668619 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.972177 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4071d3c9-a867-461d-862d-78e670668619 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (9bcbc5c4-5072-4765-9e25-0249063c0076), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:37.978280 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4071d3c9-a867-461d-862d-78e670668619 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (9bcbc5c4-5072-4765-9e25-0249063c0076), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.008715 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4071d3c9-a867-461d-862d-78e670668619 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.009946 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4071d3c9-a867-461d-862d-78e670668619 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1338627 Jul 26 05:09:38.012374 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071d3c9-a867-461d-862d-78e670668619 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcbc5c4-5072-4765-9e25-0249063c0076,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:38.013336 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53214) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:38.018112 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-2d4d3629-b19c-4785-af75-e487d3de249f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group_rule': {'security_group_id': '9bcbc5c4-5072-4765-9e25-0249063c0076', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:09:38.054108 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3629-b19c-4785-af75-e487d3de249f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (654bd724-471b-4ca1-a2de-a9b53923c169), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.117741 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3629-b19c-4785-af75-e487d3de249f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (654bd724-471b-4ca1-a2de-a9b53923c169), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.122616 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3629-b19c-4785-af75-e487d3de249f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (654bd724-471b-4ca1-a2de-a9b53923c169), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.141584 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d3629-b19c-4785-af75-e487d3de249f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654bd724-471b-4ca1-a2de-a9b53923c169,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:38.147161 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3629-b19c-4785-af75-e487d3de249f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.148511 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2d4d3629-b19c-4785-af75-e487d3de249f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341429 Jul 26 05:09:38.151445 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53216) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:38.157058 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-0f37ab8d-7420-4f30-b20b-4e8790bd5ec5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group_rule': {'security_group_id': '9bcbc5c4-5072-4765-9e25-0249063c0076', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:09:38.186110 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0f37ab8d-7420-4f30-b20b-4e8790bd5ec5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (2c4c520c-2af5-4809-863f-ad141752dd76), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.245668 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0f37ab8d-7420-4f30-b20b-4e8790bd5ec5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (2c4c520c-2af5-4809-863f-ad141752dd76), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.249964 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0f37ab8d-7420-4f30-b20b-4e8790bd5ec5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (2c4c520c-2af5-4809-863f-ad141752dd76), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.268672 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37ab8d-7420-4f30-b20b-4e8790bd5ec5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4c520c-2af5-4809-863f-ad141752dd76,revision_number=0']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:38.276952 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0f37ab8d-7420-4f30-b20b-4e8790bd5ec5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.278148 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0f37ab8d-7420-4f30-b20b-4e8790bd5ec5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254585 Jul 26 05:09:38.282073 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53218) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:38.286274 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:09:38.300059 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:38.309464 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.393895 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.401931 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:38.502056 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Allocated IP 172.27.3.158 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/beb87dc9-3f32-4314-aa99-e43878c4a0f3) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:09:38.622171 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (beb87dc9-3f32-4314-aa99-e43878c4a0f3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.663634 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (beb87dc9-3f32-4314-aa99-e43878c4a0f3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.708198 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:09:38.714807 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:09:38.718747 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:09:38.723910 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=beb87dc9-3f32-4314-aa99-e43878c4a0f3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:38.807511 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (4a55d627-4a67-437c-9b36-1ecd7adca015), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:38.857632 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (beb87dc9-3f32-4314-aa99-e43878c4a0f3), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:39.017509 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (beb87dc9-3f32-4314-aa99-e43878c4a0f3), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:39.024547 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60332199'] for port (beb87dc9-3f32-4314-aa99-e43878c4a0f3), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:39.085319 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:39.092321 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=beb87dc9-3f32-4314-aa99-e43878c4a0f3,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:39.106651 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (4a55d627-4a67-437c-9b36-1ecd7adca015), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:39.124818 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:39.126464 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f3b97495-8f2e-41dc-a494-dbddd47ab016 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8434701 Jul 26 05:09:39.314649 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-001d5710-5637-486d-a512-dfe42ad948bf tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1510117701&fields=id&tenant_id=fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 267 time: 0.0647738 Jul 26 05:09:39.420604 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:39.431187 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-32cfd765-ffed-4de5-bfe3-c6e48d0c4107 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:39.433063 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-32cfd765-ffed-4de5-bfe3-c6e48d0c4107 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 815 time: 0.1092010 Jul 26 05:09:39.449348 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-5d984c37-07d5-40d9-918c-422bc22b8639 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/quotas/fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 375 time: 0.0094509 Jul 26 05:09:39.500871 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-bb3ff584-6e2c-4f49-9d20-cec242e98515 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441897 Jul 26 05:09:39.553793 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 61e555f8-fed5-4569-b13d-5927a204917c no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:09:39.574991 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 61e555f8-fed5-4569-b13d-5927a204917c {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:09:39.575245 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 61e555f8-fed5-4569-b13d-5927a204917c not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:09:39.623184 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-f132446c-e3d6-43db-8871-f5dd1dc15208 service neutron] 10.222.0.17 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039186 Jul 26 05:09:39.646415 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:39.727204 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-68c6ac62-b325-419b-af7b-386702813497 service neutron] 10.222.0.17 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980566 Jul 26 05:09:39.901212 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3556a227-7d72-45ba-b9b1-34f1c0e83f8b req-2d69b4b7-ba4e-43f7-98ac-1052cc7cd0ec tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 210 time: 0.0285740 Jul 26 05:09:41.011059 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6d6185be-dfcd-4404-ad86-db39658104c7 req-f22130ed-5b41-4469-94f6-f0a64d73cabd tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 210 time: 0.0341392 Jul 26 05:09:41.058487 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-e986c2f7-c91f-4b14-8e77-abcf540d4383 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:41.059956 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-e986c2f7-c91f-4b14-8e77-abcf540d4383 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 815 time: 0.1441767 Jul 26 05:09:41.137282 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-8c107902-cd0d-4c30-a163-b9b68426f753 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 380 time: 0.0573099 Jul 26 05:09:41.232105 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'port': {'device_id': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'admin_state_up': True, 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'security_groups': ['9bcbc5c4-5072-4765-9e25-0249063c0076']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:09:41.348336 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Made reservation on behalf of fd4481cb5d2f43c5b60db983132a3e16 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:09:41.351796 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:41.488641 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Allocated IP 172.20.0.7 (912d8cea-04c4-42a2-bd90-8733248dc6ae/2cb68377-32a7-486c-ba75-7031cbe9285d/6cb768d7-0e58-4829-8644-63135e6f27d4) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:09:41.620138 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:41.638580 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:41.677462 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:41.728954 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:09:41.732417 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:09:41.736307 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:09:41.759452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=6cb768d7-0e58-4829-8644-63135e6f27d4,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:41.791392 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:41.792324 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:41.814602 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-54fe6c8b-e99c-4180-8b8f-dd677f029199 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5867026 Jul 26 05:09:41.833079 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Request body: {'port': {'device_id': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:09:41.898873 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:41.908290 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:41.994775 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-7d49bd36-75c8-4f08-bada-74ce067de5d2 None None] Provisioning complete for port 6cb768d7-0e58-4829-8644-63135e6f27d4 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:09:41.995367 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7d49bd36-75c8-4f08-bada-74ce067de5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:42.030291 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-7d49bd36-75c8-4f08-bada-74ce067de5d2 None None] Port 6cb768d7-0e58-4829-8644-63135e6f27d4 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:09:42.154228 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d268113-26ac-4172-9cdf-bbbeb7d68c91 req-5004823a-4ede-4573-b1d8-9ddbb8fd69d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:42.155773 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d268113-26ac-4172-9cdf-bbbeb7d68c91 req-5004823a-4ede-4573-b1d8-9ddbb8fd69d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 931 time: 0.0683489 Jul 26 05:09:42.229256 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb768d7-0e58-4829-8644-63135e6f27d4 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:09:42.241334 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Publish callbacks [] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:42.261688 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d268113-26ac-4172-9cdf-bbbeb7d68c91 req-779c68b7-57c7-4037-854f-72b453c13da1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999210 Jul 26 05:09:42.264229 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Transition to ACTIVE for port object 6cb768d7-0e58-4829-8644-63135e6f27d4 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:09:42.268833 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:42.323543 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb768d7-0e58-4829-8644-63135e6f27d4,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:42.405197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Attempting to bind port 6cb768d7-0e58-4829-8644-63135e6f27d4 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:09:42.405550 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Attempting to bind port 6cb768d7-0e58-4829-8644-63135e6f27d4 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:09:42.405962 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Attempting to bind port 6cb768d7-0e58-4829-8644-63135e6f27d4 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:09:42.411253 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Port 6cb768d7-0e58-4829-8644-63135e6f27d4 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:09:42.411602 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Attempting to bind port 6cb768d7-0e58-4829-8644-63135e6f27d4 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:09:42.413457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:42.418141 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:09:42.418586 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Checking segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:09:42.418851 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Bound using segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:09:42.419278 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Bound port: 6cb768d7-0e58-4829-8644-63135e6f27d4, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:09:42.419664 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:42.489736 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] For port 6cb768d7-0e58-4829-8644-63135e6f27d4, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:09:42.492953 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] For port 6cb768d7-0e58-4829-8644-63135e6f27d4, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cb768d7-0e58-4829-8644-63135e6f27d4,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:09:42.498696 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:42.530610 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:42.531325 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:42.532828 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] 10.222.0.52 "PUT /v2.0/ports/6cb768d7-0e58-4829-8644-63135e6f27d4 HTTP/1.1" status: 200 len: 1093 time: 0.7040939 Jul 26 05:09:42.533361 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'tag': '6cb768d7-0e58-4829-8644-63135e6f27d4'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:09:42.535833 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e913c6-595b-4d80-9425-4f10c9df1e55" -d '{"events": [{"name": "network-changed", "server_uuid": "236b309e-2a0f-4ebf-9d4a-535d718aa7cc", "tag": "6cb768d7-0e58-4829-8644-63135e6f27d4"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:09:42.567592 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b31e9-7f0d-4f64-925f-8179f5c08d03 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb768d7-0e58-4829-8644-63135e6f27d4,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:42.582934 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c041b3d-2186-45ee-8b2c-3edf05f69483 x-openstack-request-id: req-1c041b3d-2186-45ee-8b2c-3edf05f69483 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:09:42.583291 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236b309e-2a0f-4ebf-9d4a-535d718aa7cc", "tag": "6cb768d7-0e58-4829-8644-63135e6f27d4", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:09:42.583636 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1c041b3d-2186-45ee-8b2c-3edf05f69483 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:09:42.584265 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c041b3d-2186-45ee-8b2c-3edf05f69483'] response: {'name': 'network-changed', 'server_uuid': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'tag': '6cb768d7-0e58-4829-8644-63135e6f27d4', 'status': 'completed', 'code': 200} Jul 26 05:09:42.655945 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-3a5d6027-74eb-47c7-a686-528a00c80bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:42.657607 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-3a5d6027-74eb-47c7-a686-528a00c80bcf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 1127 time: 0.0423963 Jul 26 05:09:42.708406 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-78bf9036-fb1f-4f72-9035-670e5bf5d720 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cb768d7-0e58-4829-8644-63135e6f27d4 HTTP/1.1" status: 200 len: 217 time: 0.0343688 Jul 26 05:09:42.759453 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-f252c0ac-3eb8-48c0-ab55-9e1094ff3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:42.761864 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-f252c0ac-3eb8-48c0-ab55-9e1094ff3eb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0469515 Jul 26 05:09:42.809680 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-113675b1-e559-4005-9c0c-55fa22351b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:42.811131 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-113675b1-e559-4005-9c0c-55fa22351b2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432065 Jul 26 05:09:42.886140 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:42.911305 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-57121941-0454-4d02-a52f-9d91bb357799 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916524 Jul 26 05:09:43.008246 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbccdf2c-c24a-4b69-97d4-8d833d57a42d req-a95750e5-ae3f-4df9-a643-0ac56d8b4a81 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897679 Jul 26 05:09:43.381396 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f21214-49b0-4261-98da-6184ccc76377 req-b2d874ce-3271-49ee-b2e0-c25dd37048a0 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:43.382856 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04f21214-49b0-4261-98da-6184ccc76377 req-b2d874ce-3271-49ee-b2e0-c25dd37048a0 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 943 time: 0.0477514 Jul 26 05:09:43.433978 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04f21214-49b0-4261-98da-6184ccc76377 req-b614046c-138d-4193-abe6-44699ee4d312 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Jul 26 05:09:43.570934 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ba0661d3-a9cb-4471-9d39-60b90a7b39f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:44.080641 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-b0ece1d9-ba88-4601-a184-577ad83eb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:44.082159 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-b0ece1d9-ba88-4601-a184-577ad83eb1e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 1127 time: 0.0413647 Jul 26 05:09:44.183962 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-3ae0c34d-4f61-4537-8e99-8acf51357b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:44.185435 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-3ae0c34d-4f61-4537-8e99-8acf51357b66 service neutron] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 916 time: 0.0934300 Jul 26 05:09:44.225107 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-9c0bb24c-3015-4501-901a-f5378e02f7ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cb768d7-0e58-4829-8644-63135e6f27d4 HTTP/1.1" status: 200 len: 217 time: 0.0330319 Jul 26 05:09:44.276624 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-569acc4b-ae52-4ba1-985a-702b8ba6938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:44.278060 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-569acc4b-ae52-4ba1-985a-702b8ba6938c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0458059 Jul 26 05:09:44.323760 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-9e751f50-7f5f-4779-a29c-e2b4d670e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:44.325617 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-9e751f50-7f5f-4779-a29c-e2b4d670e3d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406032 Jul 26 05:09:44.427918 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-9d313d05-c8a9-4986-a002-44c3ae5f1e13 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947523 Jul 26 05:09:44.555466 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04e913c6-595b-4d80-9425-4f10c9df1e55 req-9cd03e00-e4e0-4393-9697-dd3b4d7de0f0 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194587 Jul 26 05:09:44.558259 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:44.570949 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b62cf-6094-44c8-916c-a34dfe6d412f req-f5ff73be-5f7a-4739-a55b-cebc32e0b67f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:44.572426 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705b62cf-6094-44c8-916c-a34dfe6d412f req-f5ff73be-5f7a-4739-a55b-cebc32e0b67f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 943 time: 0.0635438 Jul 26 05:09:44.624209 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705b62cf-6094-44c8-916c-a34dfe6d412f req-2bb8f29a-b477-47a2-80e4-67cb7ceb0c09 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439591 Jul 26 05:09:45.590605 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 6cb768d7-0e58-4829-8644-63135e6f27d4 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:09:45.717607 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 6cb768d7-0e58-4829-8644-63135e6f27d4, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cb768d7-0e58-4829-8644-63135e6f27d4,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:09:45.731850 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '6cb768d7-0e58-4829-8644-63135e6f27d4', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'port_id': '6cb768d7-0e58-4829-8644-63135e6f27d4', 'mac_address': 'fa:16:3e:ec:b7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:09:45.734757 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c0f1a24f-18be-4841-ae3e-2024eaeb22a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:45.756828 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a41ab-6cd4-4f94-bf65-7d91746041f6 req-c3f2ed8d-43d7-4fcd-94c5-fd12dbab5ce5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:45.758349 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-875a41ab-6cd4-4f94-bf65-7d91746041f6 req-c3f2ed8d-43d7-4fcd-94c5-fd12dbab5ce5 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 943 time: 0.0479610 Jul 26 05:09:45.770460 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 6cb768d7-0e58-4829-8644-63135e6f27d4 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:09:45.770847 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:45.784603 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb768d7-0e58-4829-8644-63135e6f27d4 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:09:45.805832 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 6cb768d7-0e58-4829-8644-63135e6f27d4, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cb768d7-0e58-4829-8644-63135e6f27d4,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:09:45.807526 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-875a41ab-6cd4-4f94-bf65-7d91746041f6 req-94b2b4ca-d294-4021-b35d-fc536c1090ae tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Jul 26 05:09:45.811134 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:45.816878 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:45.859221 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=6cb768d7-0e58-4829-8644-63135e6f27d4,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:45.866797 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.867139 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.867476 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.867839 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.868178 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.868501 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.868843 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.869144 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.869495 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.869781 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.870579 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.870579 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.870797 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.870998 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:45.871311 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:09:46.156163 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['6cb768d7-0e58-4829-8644-63135e6f27d4'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:09:46.263003 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:46.936027 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a2d86-c9b6-4edb-a5d5-b0793ee64e82 req-1e873cbc-11c8-41ae-85bd-ff9fd00f145e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:46.937588 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2b3a2d86-c9b6-4edb-a5d5-b0793ee64e82 req-1e873cbc-11c8-41ae-85bd-ff9fd00f145e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 944 time: 0.0541673 Jul 26 05:09:46.974421 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:46.990206 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2b3a2d86-c9b6-4edb-a5d5-b0793ee64e82 req-1405f17d-2d1e-48b2-bec2-909539c3120e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445127 Jul 26 05:09:47.373701 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:47.377163 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:47.604653 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 6cb768d7-0e58-4829-8644-63135e6f27d4 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:09:47.650487 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 6cb768d7-0e58-4829-8644-63135e6f27d4 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:09:47.659242 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 6cb768d7-0e58-4829-8644-63135e6f27d4 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:09:47.659542 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:47.746492 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 6cb768d7-0e58-4829-8644-63135e6f27d4 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:09:47.746863 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:47.772155 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb768d7-0e58-4829-8644-63135e6f27d4'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:09:47.774505 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c034566-8edf-4ada-800d-b021d2c914d8" -d '{"events": [{"server_uuid": "236b309e-2a0f-4ebf-9d4a-535d718aa7cc", "name": "network-vif-plugged", "status": "completed", "tag": "6cb768d7-0e58-4829-8644-63135e6f27d4"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:09:47.787879 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 6cb768d7-0e58-4829-8644-63135e6f27d4, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cb768d7-0e58-4829-8644-63135e6f27d4,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:09:47.792759 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:47.815693 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ea30f7-fa54-4ee1-87b4-fe5c3ca04d20 x-openstack-request-id: req-54ea30f7-fa54-4ee1-87b4-fe5c3ca04d20 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:09:47.815961 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236b309e-2a0f-4ebf-9d4a-535d718aa7cc", "name": "network-vif-plugged", "status": "completed", "tag": "6cb768d7-0e58-4829-8644-63135e6f27d4", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:09:47.816238 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-54ea30f7-fa54-4ee1-87b4-fe5c3ca04d20 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:09:47.816635 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ea30f7-fa54-4ee1-87b4-fe5c3ca04d20'] response: {'server_uuid': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb768d7-0e58-4829-8644-63135e6f27d4', 'code': 200} Jul 26 05:09:47.842081 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=6cb768d7-0e58-4829-8644-63135e6f27d4,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:48.034394 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6db17-edd5-4fbc-9422-4e7edceb4106 req-2f773760-24d5-455f-ba3b-de30a351e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:48.035951 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92a6db17-edd5-4fbc-9422-4e7edceb4106 req-2f773760-24d5-455f-ba3b-de30a351e506 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 1129 time: 0.0398066 Jul 26 05:09:48.068565 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:48.106121 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92a6db17-edd5-4fbc-9422-4e7edceb4106 req-67050f39-10ac-41d9-8618-72782317d5e7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642200 Jul 26 05:09:48.121731 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518b14-8590-4337-adea-ee43dd6942d4 req-d95903d4-e0a6-4927-bbd3-20b811350176 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:48.123152 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6518b14-8590-4337-adea-ee43dd6942d4 req-d95903d4-e0a6-4927-bbd3-20b811350176 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 945 time: 0.0574763 Jul 26 05:09:48.178014 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6518b14-8590-4337-adea-ee43dd6942d4 req-84439c57-7664-4ceb-b972-dddee410350c tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Jul 26 05:09:48.389237 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:48.680249 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:49.116640 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:49.117761 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:49.313788 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ea593-114a-4d9f-b8e1-3d80cea617a2 req-bff537ec-aea6-4653-bb57-56c63f5ff65b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:49.315251 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-944ea593-114a-4d9f-b8e1-3d80cea617a2 req-bff537ec-aea6-4653-bb57-56c63f5ff65b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 945 time: 0.0562673 Jul 26 05:09:49.369868 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-944ea593-114a-4d9f-b8e1-3d80cea617a2 req-31f95fff-db75-4f80-b7f2-89c1ae688e9b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467134 Jul 26 05:09:50.491773 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f0565-4484-489e-8a22-cd0d6335425b req-424f8cf6-a831-46ca-ad5f-b892a60abe12 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:50.493115 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-980f0565-4484-489e-8a22-cd0d6335425b req-424f8cf6-a831-46ca-ad5f-b892a60abe12 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 945 time: 0.0478442 Jul 26 05:09:50.541727 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-980f0565-4484-489e-8a22-cd0d6335425b req-03911651-65d0-45e9-82cb-952fc71b0757 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Jul 26 05:09:50.665307 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3c883-97a2-4209-8538-7ff48f97ec0e req-2af44abe-9758-4251-a843-dade7ce7acd8 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:50.666735 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-70a3c883-97a2-4209-8538-7ff48f97ec0e req-2af44abe-9758-4251-a843-dade7ce7acd8 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 945 time: 0.0557187 Jul 26 05:09:50.682005 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53282) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:50.686603 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-bace8fa6-1446-420c-b891-5f636ab5e0d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'floatingip': {'port_id': '6cb768d7-0e58-4829-8644-63135e6f27d4'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:09:50.724595 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bace8fa6-1446-420c-b891-5f636ab5e0d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (4a55d627-4a67-437c-9b36-1ecd7adca015), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:51.360081 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:51.425689 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bace8fa6-1446-420c-b891-5f636ab5e0d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:51.432631 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bace8fa6-1446-420c-b891-5f636ab5e0d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (4a55d627-4a67-437c-9b36-1ecd7adca015), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:51.542561 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-bace8fa6-1446-420c-b891-5f636ab5e0d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Floating IP 4a55d627-4a67-437c-9b36-1ecd7adca015 associated. External IP: 172.27.3.158, port: 6cb768d7-0e58-4829-8644-63135e6f27d4. Jul 26 05:09:51.711907 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:51.739464 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bace8fa6-1446-420c-b891-5f636ab5e0d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:09:51.845607 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bace8fa6-1446-420c-b891-5f636ab5e0d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:09:51.850695 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bace8fa6-1446-420c-b891-5f636ab5e0d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:51.855199 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:09:51.865097 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:09:51.865718 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:51.882247 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-bace8fa6-1446-420c-b891-5f636ab5e0d2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "PUT /v2.0/floatingips/4a55d627-4a67-437c-9b36-1ecd7adca015 HTTP/1.1" status: 200 len: 991 time: 1.1986678 Jul 26 05:09:51.882629 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'tag': '6cb768d7-0e58-4829-8644-63135e6f27d4'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:09:51.885098 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a853e5-9acd-4f31-936b-1f7656ff7a37" -d '{"events": [{"name": "network-changed", "server_uuid": "236b309e-2a0f-4ebf-9d4a-535d718aa7cc", "tag": "6cb768d7-0e58-4829-8644-63135e6f27d4"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:09:51.924973 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeeaf56-9adb-4c5b-8767-f84fa41c74f4 x-openstack-request-id: req-fbeeaf56-9adb-4c5b-8767-f84fa41c74f4 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:09:51.925261 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236b309e-2a0f-4ebf-9d4a-535d718aa7cc", "tag": "6cb768d7-0e58-4829-8644-63135e6f27d4", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:09:51.925509 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fbeeaf56-9adb-4c5b-8767-f84fa41c74f4 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:09:51.925901 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbeeaf56-9adb-4c5b-8767-f84fa41c74f4'] response: {'name': 'network-changed', 'server_uuid': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'tag': '6cb768d7-0e58-4829-8644-63135e6f27d4', 'status': 'completed', 'code': 200} Jul 26 05:09:51.970499 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:09:52.013701 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-0313db31-d56e-4694-b1cf-f8bcf42cde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:52.015205 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-0313db31-d56e-4694-b1cf-f8bcf42cde60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 1129 time: 0.0438042 Jul 26 05:09:52.108892 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-9820be5c-2cfd-49c8-84e8-43a2a19ca0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:52.110716 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-9820be5c-2cfd-49c8-84e8-43a2a19ca0b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 916 time: 0.0866110 Jul 26 05:09:52.178196 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '4a55d627-4a67-437c-9b36-1ecd7adca015', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '6cb768d7-0e58-4829-8644-63135e6f27d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:ec:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:09:38Z', 'updated_at': '2022-07-26T05:09:51Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:52.178751 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-4cec875f-e280-4005-95d0-d466f8acb7f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cb768d7-0e58-4829-8644-63135e6f27d4 HTTP/1.1" status: 200 len: 999 time: 0.0617113 Jul 26 05:09:52.207614 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:09:52.216505 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:09:52.217130 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:52.229970 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-b48fe5d8-8a3f-49cb-a27e-40b04aaced77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:52.231477 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-b48fe5d8-8a3f-49cb-a27e-40b04aaced77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0453281 Jul 26 05:09:52.249129 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:52.276267 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-bf4b989a-534c-41fb-b8b6-af7c9acc01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:52.277776 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-bf4b989a-534c-41fb-b8b6-af7c9acc01eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398898 Jul 26 05:09:52.318989 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:09:52.374869 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-16a33cd6-c7f8-42aa-92ff-a3e6f6121fc7 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891678 Jul 26 05:09:52.388965 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:52.464928 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:52.469633 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8a853e5-9acd-4f31-936b-1f7656ff7a37 req-682b2ad4-8b47-4114-8767-b8138e141e3c service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882084 Jul 26 05:09:52.534641 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '4a55d627-4a67-437c-9b36-1ecd7adca015', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '6cb768d7-0e58-4829-8644-63135e6f27d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:ec:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:09:38Z', 'updated_at': '2022-07-26T05:09:51Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:09:52.560965 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5602b1bd-b088-479c-ab11-2a3359ecffc0 None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': '4a55d627-4a67-437c-9b36-1ecd7adca015', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '6cb768d7-0e58-4829-8644-63135e6f27d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 707, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:ec:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:09:38Z', 'updated_at': '2022-07-26T05:09:51Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:09:52.767389 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a0b953-de03-4524-a2cf-d256f1dd0105 None None] New status for floating IP 4a55d627-4a67-437c-9b36-1ecd7adca015: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:09:59.017206 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-567807b3-85cb-4551-970f-c027ada0166f req-4319b3e7-dfc1-4db3-94d9-4d167386c359 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149990353&fields=id&tenant_id=f1b92b49730c4ce7829e7f14b6870b43 HTTP/1.1" status: 200 len: 267 time: 0.1284137 Jul 26 05:09:59.073888 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567807b3-85cb-4551-970f-c027ada0166f req-af7b0dcf-cc07-46e8-b150-342324b7fa2f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:59.075340 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-567807b3-85cb-4551-970f-c027ada0166f req-af7b0dcf-cc07-46e8-b150-342324b7fa2f tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 985 time: 0.0507972 Jul 26 05:09:59.085892 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-567807b3-85cb-4551-970f-c027ada0166f req-c0ebc40c-948a-4a35-964e-0b4244b28764 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Request body: {'port': {'security_groups': ['8a4a63ba-84b6-4f84-967d-8c2998c7344c']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:09:59.162304 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-567807b3-85cb-4551-970f-c027ada0166f req-c0ebc40c-948a-4a35-964e-0b4244b28764 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (3f693448-895a-4f47-a9c7-ede536579f65), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.287799 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:09:59.340533 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-567807b3-85cb-4551-970f-c027ada0166f req-c0ebc40c-948a-4a35-964e-0b4244b28764 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] For port 3f693448-895a-4f47-a9c7-ede536579f65, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=3f693448-895a-4f47-a9c7-ede536579f65,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:09:59.369167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-567807b3-85cb-4551-970f-c027ada0166f req-c0ebc40c-948a-4a35-964e-0b4244b28764 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for port (3f693448-895a-4f47-a9c7-ede536579f65), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.375751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-567807b3-85cb-4551-970f-c027ada0166f req-c0ebc40c-948a-4a35-964e-0b4244b28764 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (3f693448-895a-4f47-a9c7-ede536579f65), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.417005 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['3f693448-895a-4f47-a9c7-ede536579f65'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:09:59.424145 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567807b3-85cb-4551-970f-c027ada0166f req-c0ebc40c-948a-4a35-964e-0b4244b28764 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:59.424798 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-567807b3-85cb-4551-970f-c027ada0166f req-c0ebc40c-948a-4a35-964e-0b4244b28764 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.426297 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-567807b3-85cb-4551-970f-c027ada0166f req-c0ebc40c-948a-4a35-964e-0b4244b28764 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "PUT /v2.0/ports/3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 200 len: 943 time: 0.3448262 Jul 26 05:09:59.426748 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:09:59.429538 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:09:59.433870 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53302) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:59.465550 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebc40c-948a-4a35-964e-0b4244b28764 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event updated for resources: {'Port': ['ID=3f693448-895a-4f47-a9c7-ede536579f65,revision_number=7']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:59.476191 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eef35eb-1c20-473c-adf2-601e0bdbb302 x-openstack-request-id: req-6eef35eb-1c20-473c-adf2-601e0bdbb302 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:09:59.476491 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:09:59.476889 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6eef35eb-1c20-473c-adf2-601e0bdbb302 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:09:59.477311 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eef35eb-1c20-473c-adf2-601e0bdbb302'] response: {'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65', 'status': 'completed', 'code': 200} Jul 26 05:09:59.522210 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-55a26660-f22e-4250-98ad-be08e78c0d33 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group (839a28ae-e766-494c-b5a7-9539507d6d06), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.558018 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-55a26660-f22e-4250-98ad-be08e78c0d33 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group (839a28ae-e766-494c-b5a7-9539507d6d06), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.579101 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-a715db62-c5a3-4a6c-b6b6-b6385ab99a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:59.581334 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-a715db62-c5a3-4a6c-b6b6-b6385ab99a86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 1130 time: 0.0574677 Jul 26 05:09:59.593792 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['3f693448-895a-4f47-a9c7-ede536579f65'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:09:59.642266 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-55a26660-f22e-4250-98ad-be08e78c0d33 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (839a28ae-e766-494c-b5a7-9539507d6d06), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.648502 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-55a26660-f22e-4250-98ad-be08e78c0d33 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.652776 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-55a26660-f22e-4250-98ad-be08e78c0d33 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "DELETE /v2.0/security-groups/839a28ae-e766-494c-b5a7-9539507d6d06 HTTP/1.1" status: 204 len: 168 time: 0.2154074 Jul 26 05:09:59.653723 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53304) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:09:59.660644 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a26660-f22e-4250-98ad-be08e78c0d33 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839a28ae-e766-494c-b5a7-9539507d6d06,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:09:59.726989 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-84d691b9-3429-487f-86e1-cd17519d78be None None] Provisioning complete for port 3f693448-895a-4f47-a9c7-ede536579f65 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:09:59.727361 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-84d691b9-3429-487f-86e1-cd17519d78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (3f693448-895a-4f47-a9c7-ede536579f65), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.728718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-360701e3-d696-4917-a0a8-b63f5d2c8259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:59.730196 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-360701e3-d696-4917-a0a8-b63f5d2c8259 service neutron] 10.222.0.52 "GET /v2.0/networks?id=222f5094-66e8-49db-b14e-07f8d8588a65 HTTP/1.1" status: 200 len: 915 time: 0.1425529 Jul 26 05:09:59.834330 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-eaf5e18c-399b-456a-ba33-005fc2bec82f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 200 len: 1001 time: 0.0953348 Jul 26 05:09:59.838728 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-84d691b9-3429-487f-86e1-cd17519d78be None None] Current status of the port 3f693448-895a-4f47-a9c7-ede536579f65 is: ACTIVE; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:09:59.901890 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Deleting port 63f01699-69b0-48f7-967d-bacd688a46b2 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:09:59.902161 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (63f01699-69b0-48f7-967d-bacd688a46b2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:09:59.946220 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-7ad1bb9d-7fd0-4117-9297-8e1cf6c0649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:09:59.947581 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-7ad1bb9d-7fd0-4117-9297-8e1cf6c0649a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdb12c42-843d-4fef-b400-64e37c55ea4f HTTP/1.1" status: 200 len: 853 time: 0.1054983 Jul 26 05:10:00.001516 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:00.016566 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-3b438685-e3db-46cf-b570-b60507f535b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:00.018178 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-3b438685-e3db-46cf-b570-b60507f535b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=222f5094-66e8-49db-b14e-07f8d8588a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630462 Jul 26 05:10:00.021987 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (63f01699-69b0-48f7-967d-bacd688a46b2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:00.022304 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for floatingip (63f01699-69b0-48f7-967d-bacd688a46b2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:00.077465 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Calling delete_port for 63f01699-69b0-48f7-967d-bacd688a46b2 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:00.190859 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-fed6f7f3-6a17-405d-8ecc-b6ca56f8db43 service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655722 Jul 26 05:10:00.249559 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:00.329934 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c543fc3c-d962-42d3-b22b-2f4f38fd3e12 req-7b334c5c-88cc-462e-90fb-3cf93b68a5cb service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304524 Jul 26 05:10:00.349459 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (63f01699-69b0-48f7-967d-bacd688a46b2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:00.379459 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event deleted for resources: {'Port': ['ID=63f01699-69b0-48f7-967d-bacd688a46b2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:00.444022 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks [] for floatingip (17762e50-e04f-4f18-8bf0-488acf139c17), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:00.444362 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Floating IP 17762e50-e04f-4f18-8bf0-488acf139c17 disassociated (deleted). External IP: 172.27.3.74, port: 3f693448-895a-4f47-a9c7-ede536579f65. Jul 26 05:10:00.644584 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Router 283ba662-3948-497f-8537-47d0c8ff7ceb has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:10:00.749065 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:10:00.754432 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:00.760799 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] Sync routers for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:10:00.776050 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:00.776677 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:00.783994 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b09339f7-ea83-45d4-974b-5c865fcf3788 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "DELETE /v2.0/floatingips/17762e50-e04f-4f18-8bf0-488acf139c17 HTTP/1.1" status: 204 len: 168 time: 1.1290715 Jul 26 05:10:00.813215 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:00.877690 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:01.032889 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:01.076285 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 5, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:01.100907 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] Checking router: 283ba662-3948-497f-8537-47d0c8ff7ceb for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:10:01.109324 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:01.109917 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:01.223029 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:01.426834 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 5, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:01.478443 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:01.480836 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:01.522777 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a07c64b-9200-4d6b-8afe-b107a327543b x-openstack-request-id: req-6a07c64b-9200-4d6b-8afe-b107a327543b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:01.523168 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "tag": "3f693448-895a-4f47-a9c7-ede536579f65", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:01.523410 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6a07c64b-9200-4d6b-8afe-b107a327543b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:01.523877 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a07c64b-9200-4d6b-8afe-b107a327543b'] response: {'name': 'network-changed', 'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65', 'status': 'completed', 'code': 200} Jul 26 05:10:01.579582 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ebf62-43f3-4f94-a1b5-bf6f10fe470a None None] The sync data for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi is: [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:07:26Z', 'revision_number': 4, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'da04494d-6a66-48db-b604-6e7f17914509', 'name': '', 'network_id': '222f5094-66e8-49db-b14e-07f8d8588a65', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'mac_address': 'fa:16:3e:b7:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:25Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 5, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'subnets': [{'id': 'bdb12c42-843d-4fef-b400-64e37c55ea4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:10:01.665775 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-e8e2b0d2-c706-4dd6-8fc3-cd0b6e15b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:01.668541 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-e8e2b0d2-c706-4dd6-8fc3-cd0b6e15b6ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 1130 time: 0.0506773 Jul 26 05:10:01.745905 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:01.778786 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-bb56d2d3-2bf3-4211-8102-5ff4a31d40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:01.780417 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-bb56d2d3-2bf3-4211-8102-5ff4a31d40ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=222f5094-66e8-49db-b14e-07f8d8588a65 HTTP/1.1" status: 200 len: 915 time: 0.1055231 Jul 26 05:10:01.807339 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a7fa6-e97c-44ea-8298-2f248d3a7bb1 None None] New status for floating IP 17762e50-e04f-4f18-8bf0-488acf139c17: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:10:01.823166 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-0fcef138-aeae-4377-a71b-53140da89d76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 200 len: 217 time: 0.0349510 Jul 26 05:10:01.877260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-fb58d149-fa97-4d52-bdf3-5385371126bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:01.878786 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-fb58d149-fa97-4d52-bdf3-5385371126bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bdb12c42-843d-4fef-b400-64e37c55ea4f HTTP/1.1" status: 200 len: 853 time: 0.0484378 Jul 26 05:10:01.944024 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-ac5bde02-d45c-4243-9d59-e2b462a67d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:01.945549 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-ac5bde02-d45c-4243-9d59-e2b462a67d06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=222f5094-66e8-49db-b14e-07f8d8588a65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417631 Jul 26 05:10:02.024702 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:02.053365 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-b41b9adb-9661-4868-ac45-772ba12aa36a service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964389 Jul 26 05:10:02.424175 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dcdd5ee-51a2-4f8a-bec6-72e9d1dc61dc req-de9a83b4-70cc-4f21-ae40-ea30f3b2fd32 service neutron] 10.222.0.52 "GET /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624387 Jul 26 05:10:03.056210 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:03.534113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ba707-9d37-4981-a4a4-1057033e0967 req-1ae7b09c-034d-48eb-bd38-101782104cc5 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:03.535587 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe4ba707-9d37-4981-a4a4-1057033e0967 req-1ae7b09c-034d-48eb-bd38-101782104cc5 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0528686 Jul 26 05:10:03.589826 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe4ba707-9d37-4981-a4a4-1057033e0967 req-8036fabb-6606-4fb8-82d7-797c2eadd1c5 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456619 Jul 26 05:10:04.781902 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1f3a3-fc05-4080-844f-700177803199 req-f1c80e7c-460f-44b0-862e-6b8e9cd9b3e2 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:04.783856 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46a1f3a3-fc05-4080-844f-700177803199 req-f1c80e7c-460f-44b0-862e-6b8e9cd9b3e2 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.1091175 Jul 26 05:10:04.842139 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46a1f3a3-fc05-4080-844f-700177803199 req-0268a4bf-53a5-4b25-a732-08f2575e5498 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500851 Jul 26 05:10:05.138902 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-5e9a4a07-ec21-4bff-851d-13603571afbd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436835 Jul 26 05:10:05.328577 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:10:05.365611 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-772f203b-60f2-4f05-a570-522274f6bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:05.367217 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-772f203b-60f2-4f05-a570-522274f6bf32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 1129 time: 0.0437582 Jul 26 05:10:05.548330 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-cb70bd5d-ef4f-4d04-8f26-b7298c56f9f3 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:05.549793 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-cb70bd5d-ef4f-4d04-8f26-b7298c56f9f3 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.0934165 Jul 26 05:10:05.618853 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-da602b81-8697-4296-b7cb-2a42ec3bdc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:05.620328 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-da602b81-8697-4296-b7cb-2a42ec3bdc1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.1627514 Jul 26 05:10:05.696266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Deleting port 3f693448-895a-4f47-a9c7-ede536579f65 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:05.696499 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (3f693448-895a-4f47-a9c7-ede536579f65), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:05.745464 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-61159f1d-026d-4621-9b84-0efbca5b876d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e6a160-dc8d-420e-9018-7b77f693900b HTTP/1.1" status: 200 len: 1001 time: 0.1071873 Jul 26 05:10:05.829625 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-22bfaf3d-87b1-42d0-bb7e-efd9977ead9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:05.831109 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-22bfaf3d-87b1-42d0-bb7e-efd9977ead9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0795822 Jul 26 05:10:05.837635 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] For port 3f693448-895a-4f47-a9c7-ede536579f65, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=3f693448-895a-4f47-a9c7-ede536579f65,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:05.837994 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (3f693448-895a-4f47-a9c7-ede536579f65), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:05.873378 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Calling delete_port for 3f693448-895a-4f47-a9c7-ede536579f65 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:05.876907 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:05.895311 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-46db6e6f-83bd-4dae-8ede-62b92daba98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:05.896865 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-46db6e6f-83bd-4dae-8ede-62b92daba98c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562990 Jul 26 05:10:06.000335 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:06.036858 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ebcf9-996d-4e25-9927-73e35baeac78 req-867f0fca-b5bc-42c6-85a2-8052cb98dff0 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:06.038341 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b4ebcf9-996d-4e25-9927-73e35baeac78 req-867f0fca-b5bc-42c6-85a2-8052cb98dff0 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/ports?device_id=d5bd1067-52b6-48ec-bc52-395a0dc3139d HTTP/1.1" status: 200 len: 946 time: 0.1140194 Jul 26 05:10:06.139867 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-eebc1ae1-e33d-49dd-94c5-5b5639b98a47 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142899 Jul 26 05:10:06.148098 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b4ebcf9-996d-4e25-9927-73e35baeac78 req-a3d4b424-713e-411a-8e08-0f3a78be5aa0 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.17 "GET /v2.0/security-groups?id=8a4a63ba-84b6-4f84-967d-8c2998c7344c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031344 Jul 26 05:10:06.211843 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (3f693448-895a-4f47-a9c7-ede536579f65), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:06.248852 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['3f693448-895a-4f47-a9c7-ede536579f65'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:10:06.252845 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Pushing event deleted for resources: {'Port': ['ID=3f693448-895a-4f47-a9c7-ede536579f65,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:06.314546 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] No DVR routers for this DVR port 3f693448-895a-4f47-a9c7-ede536579f65 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:06.318197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:06.321527 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de0bbb14-1c85-468d-a06e-da6020f547eb req-191d7d61-432e-4e2c-bbfc-308beb3c1a88 tempest-TestMinimumBasicScenario-1991843171 tempest-TestMinimumBasicScenario-1991843171-project] 10.222.0.52 "DELETE /v2.0/ports/3f693448-895a-4f47-a9c7-ede536579f65 HTTP/1.1" status: 204 len: 173 time: 0.7651465 Jul 26 05:10:06.322047 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'name': 'network-vif-deleted', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:06.324413 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c30885-84ec-4261-ba7b-ab08cf54f69c" -d '{"events": [{"server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "name": "network-vif-deleted", "tag": "3f693448-895a-4f47-a9c7-ede536579f65"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:06.329385 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83c71332-8bc3-41b2-8ad2-246bdce67e24 req-ba9ab476-8391-4a80-a1ea-61beccfa0ac5 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771791 Jul 26 05:10:06.369251 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd8ecb4-9a8c-49dd-8fe9-1557acfd53a6 x-openstack-request-id: req-efd8ecb4-9a8c-49dd-8fe9-1557acfd53a6 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:06.369584 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5bd1067-52b6-48ec-bc52-395a0dc3139d", "name": "network-vif-deleted", "tag": "3f693448-895a-4f47-a9c7-ede536579f65", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:06.369847 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-efd8ecb4-9a8c-49dd-8fe9-1557acfd53a6 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:06.370266 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd8ecb4-9a8c-49dd-8fe9-1557acfd53a6'] response: {'server_uuid': 'd5bd1067-52b6-48ec-bc52-395a0dc3139d', 'name': 'network-vif-deleted', 'tag': '3f693448-895a-4f47-a9c7-ede536579f65', 'status': 'completed', 'code': 200} Jul 26 05:10:07.771347 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53392) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:08.092902 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (283ba662-3948-497f-8537-47d0c8ff7ceb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:08.265784 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:08.284892 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:08.326907 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Deleting port da04494d-6a66-48db-b604-6e7f17914509 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:08.327244 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (da04494d-6a66-48db-b604-6e7f17914509), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:08.406104 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] For port da04494d-6a66-48db-b604-6e7f17914509, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=da04494d-6a66-48db-b604-6e7f17914509,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:08.406463 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (da04494d-6a66-48db-b604-6e7f17914509), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:08.419255 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Calling delete_port for da04494d-6a66-48db-b604-6e7f17914509 owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:08.608860 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (da04494d-6a66-48db-b604-6e7f17914509), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:08.630879 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Pushing event deleted for resources: {'Port': ['ID=da04494d-6a66-48db-b604-6e7f17914509,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:08.798718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (283ba662-3948-497f-8537-47d0c8ff7ceb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.024236 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Router 283ba662-3948-497f-8537-47d0c8ff7ceb has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:10:09.116070 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:09.138807 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:10:09.148501 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f484811a-32d1-4ca8-876b-613f8e5309df admin admin] 10.222.0.17 "PUT /v2.0/routers/283ba662-3948-497f-8537-47d0c8ff7ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3732092 Jul 26 05:10:09.148501 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53394) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:09.149954 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] Sync routers for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:10:09.154948 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:09.159487 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:09.160145 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:09.249706 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks [] for router (283ba662-3948-497f-8537-47d0c8ff7ceb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.270021 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:09.352381 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks [] for router_gateway (283ba662-3948-497f-8537-47d0c8ff7ceb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.395967 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Deleting port bb6bb686-1a37-4d37-97d0-75e64fb162ac {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:09.396309 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.442501 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:10:08Z', 'revision_number': 5, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port': {'id': 'bb6bb686-1a37-4d37-97d0-75e64fb162ac', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:5d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:23Z', 'updated_at': '2022-07-26T05:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:09.467106 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] Checking router: 283ba662-3948-497f-8537-47d0c8ff7ceb for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:10:09.475972 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] Routers {'283ba662-3948-497f-8537-47d0c8ff7ceb'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:09.476583 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['283ba662-3948-497f-8537-47d0c8ff7ceb'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:09.479109 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] For port bb6bb686-1a37-4d37-97d0-75e64fb162ac, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=bb6bb686-1a37-4d37-97d0-75e64fb162ac,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:09.479471 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.492389 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Calling delete_port for bb6bb686-1a37-4d37-97d0-75e64fb162ac owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:09.559503 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] Set router 283ba662-3948-497f-8537-47d0c8ff7ceb gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:09.610430 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:09.611119 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:10:09Z', 'revision_number': 6, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port_host': None}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:09.637333 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2942d179-98e3-4363-9a5e-e375f94499d6 None None] The sync data for ids ['283ba662-3948-497f-8537-47d0c8ff7ceb'] in dv-cinder-850574-1-iscsi is: [{'id': '283ba662-3948-497f-8537-47d0c8ff7ceb', 'name': 'tempest-TestMinimumBasicScenario-719146597-router', 'tenant_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:22Z', 'updated_at': '2022-07-26T05:10:09Z', 'revision_number': 6, 'project_id': 'f1b92b49730c4ce7829e7f14b6870b43', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:10:09.660796 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=19 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:09.668093 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (bb6bb686-1a37-4d37-97d0-75e64fb162ac), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.692884 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb6bb686-1a37-4d37-97d0-75e64fb162ac,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:09.755782 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (283ba662-3948-497f-8537-47d0c8ff7ceb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.844241 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (283ba662-3948-497f-8537-47d0c8ff7ceb), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.846540 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks [] for router_controller (283ba662-3948-497f-8537-47d0c8ff7ceb), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.893318 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (283ba662-3948-497f-8537-47d0c8ff7ceb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.893952 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 283ba662-3948-497f-8537-47d0c8ff7ceb {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:10:09.898420 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.899582 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-846ad241-c552-4f73-9db1-099e2780a961 admin admin] 10.222.0.17 "DELETE /v2.0/routers/283ba662-3948-497f-8537-47d0c8ff7ceb HTTP/1.1" status: 204 len: 168 time: 0.7500479 Jul 26 05:10:09.902507 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53396) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:09.919028 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 3f693448-895a-4f47-a9c7-ede536579f65 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:09.939028 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 3f693448-895a-4f47-a9c7-ede536579f65 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:09.939292 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 3f693448-895a-4f47-a9c7-ede536579f65 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:09.950374 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-657af989-a258-4961-91ee-85bdf9293bc7 admin admin] Deleting subnet bdb12c42-843d-4fef-b400-64e37c55ea4f {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:10:09.953721 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-657af989-a258-4961-91ee-85bdf9293bc7 admin admin] Publish callbacks [] for subnet (bdb12c42-843d-4fef-b400-64e37c55ea4f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:09.991512 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-657af989-a258-4961-91ee-85bdf9293bc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (bdb12c42-843d-4fef-b400-64e37c55ea4f), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.075435 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-657af989-a258-4961-91ee-85bdf9293bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (bdb12c42-843d-4fef-b400-64e37c55ea4f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.129244 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-657af989-a258-4961-91ee-85bdf9293bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (bdb12c42-843d-4fef-b400-64e37c55ea4f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.155480 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657af989-a258-4961-91ee-85bdf9293bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb12c42-843d-4fef-b400-64e37c55ea4f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:10.161318 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-657af989-a258-4961-91ee-85bdf9293bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.164627 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-657af989-a258-4961-91ee-85bdf9293bc7 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/bdb12c42-843d-4fef-b400-64e37c55ea4f HTTP/1.1" status: 204 len: 168 time: 0.2610176 Jul 26 05:10:10.167429 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53398) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:10.167605 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f135449a-c5a7-441d-9942-e136b4b6908f None None] Network 222f5094-66e8-49db-b14e-07f8d8588a65 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:10:10.169865 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:10.428337 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee2507-b6ad-4c1c-a8cb-8d0f652729db None None] DHCP port deletion for 222f5094-66e8-49db-b14e-07f8d8588a65 request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:10:10.430595 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:10.462204 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (222f5094-66e8-49db-b14e-07f8d8588a65), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.467572 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-00ee2507-b6ad-4c1c-a8cb-8d0f652729db None None] Deleting port 542d9c7e-c465-4268-8bbe-9016111fa44b {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:10.467971 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00ee2507-b6ad-4c1c-a8cb-8d0f652729db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.503631 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Deleting port 542d9c7e-c465-4268-8bbe-9016111fa44b {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:10.503934 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.535289 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-00ee2507-b6ad-4c1c-a8cb-8d0f652729db None None] For port 542d9c7e-c465-4268-8bbe-9016111fa44b, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=542d9c7e-c465-4268-8bbe-9016111fa44b,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:10.535784 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00ee2507-b6ad-4c1c-a8cb-8d0f652729db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.549491 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-00ee2507-b6ad-4c1c-a8cb-8d0f652729db None None] Calling delete_port for 542d9c7e-c465-4268-8bbe-9016111fa44b owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:10.571901 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] For port 542d9c7e-c465-4268-8bbe-9016111fa44b, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=542d9c7e-c465-4268-8bbe-9016111fa44b,segment=NetworkSegment(ea5d5dc0-0741-4d56-b6cb-d6e68706d66e),segment_id=ea5d5dc0-0741-4d56-b6cb-d6e68706d66e)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:10.572271 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.585343 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Calling delete_port for 542d9c7e-c465-4268-8bbe-9016111fa44b owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:10.633208 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00ee2507-b6ad-4c1c-a8cb-8d0f652729db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.663034 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee2507-b6ad-4c1c-a8cb-8d0f652729db None None] Pushing event deleted for resources: {'Port': ['ID=542d9c7e-c465-4268-8bbe-9016111fa44b,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:10.668143 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee2507-b6ad-4c1c-a8cb-8d0f652729db None None] No DVR routers for this DVR port 542d9c7e-c465-4268-8bbe-9016111fa44b on host dv-cinder-850574-1-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:10.684766 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (542d9c7e-c465-4268-8bbe-9016111fa44b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.712976 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Pushing event deleted for resources: {'Port': ['ID=542d9c7e-c465-4268-8bbe-9016111fa44b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:10.716394 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] No DVR routers for this DVR port 542d9c7e-c465-4268-8bbe-9016111fa44b on host dv-cinder-850574-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:10.785620 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (222f5094-66e8-49db-b14e-07f8d8588a65), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.809664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222f5094-66e8-49db-b14e-07f8d8588a65']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:10.819382 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:10.819698 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5d5dc0-0741-4d56-b6cb-d6e68706d66e') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:10.829210 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (ea5d5dc0-0741-4d56-b6cb-d6e68706d66e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.842446 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (ea5d5dc0-0741-4d56-b6cb-d6e68706d66e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.848815 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:10:10.849166 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (ea5d5dc0-0741-4d56-b6cb-d6e68706d66e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.886921 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment ea5d5dc0-0741-4d56-b6cb-d6e68706d66e resource provider aggregate not found Jul 26 05:10:10.904969 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment ea5d5dc0-0741-4d56-b6cb-d6e68706d66e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea5d5dc0-0741-4d56-b6cb-d6e68706d66e found for delete ", "request_id": "req-f4cef928-9a99-4116-bcca-18eaedb56b03"}]} Jul 26 05:10:10.912739 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (222f5094-66e8-49db-b14e-07f8d8588a65), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.918735 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:10.921882 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] 10.222.0.17 "DELETE /v2.0/networks/222f5094-66e8-49db-b14e-07f8d8588a65 HTTP/1.1" status: 204 len: 168 time: 0.7527857 Jul 26 05:10:10.925070 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53404) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:10.935713 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a8349-8909-4071-920a-3b2a83c74eff admin admin] Pushing event deleted for resources: {'Network': ['ID=222f5094-66e8-49db-b14e-07f8d8588a65,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:11.337038 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:11.389907 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:11.505355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (f05abde0-2ce5-4010-8295-98557cb3ddc8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:11.696396 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device da04494d-6a66-48db-b604-6e7f17914509 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:11.715724 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: da04494d-6a66-48db-b604-6e7f17914509 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:11.716072 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device da04494d-6a66-48db-b604-6e7f17914509 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:11.716467 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device bb6bb686-1a37-4d37-97d0-75e64fb162ac no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:11.729478 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Deleting port 02e7b113-faa4-483e-8a61-02f96654b0de {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:11.729815 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:11.734599 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: bb6bb686-1a37-4d37-97d0-75e64fb162ac {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:11.734943 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device bb6bb686-1a37-4d37-97d0-75e64fb162ac not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:11.735338 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 542d9c7e-c465-4268-8bbe-9016111fa44b no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:11.752986 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 542d9c7e-c465-4268-8bbe-9016111fa44b {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:11.753325 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 542d9c7e-c465-4268-8bbe-9016111fa44b not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:11.814226 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] For port 02e7b113-faa4-483e-8a61-02f96654b0de, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=02e7b113-faa4-483e-8a61-02f96654b0de,segment=NetworkSegment(61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf),segment_id=61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:11.814595 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:11.828702 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Calling delete_port for 02e7b113-faa4-483e-8a61-02f96654b0de owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:12.019219 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (02e7b113-faa4-483e-8a61-02f96654b0de), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:12.047952 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=02e7b113-faa4-483e-8a61-02f96654b0de,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:12.217429 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (f05abde0-2ce5-4010-8295-98557cb3ddc8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:12.261601 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:12.263880 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:12.430773 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Router f05abde0-2ce5-4010-8295-98557cb3ddc8 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:10:12.464467 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:12.536783 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:10:12.542074 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6cfd1eef-db72-4ac4-9784-a8511b8d8e8f admin admin] 10.222.0.17 "PUT /v2.0/routers/f05abde0-2ce5-4010-8295-98557cb3ddc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158326 Jul 26 05:10:12.544810 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53408) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:12.547241 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] Sync routers for ids ['f05abde0-2ce5-4010-8295-98557cb3ddc8'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:10:12.558391 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] Routers {'f05abde0-2ce5-4010-8295-98557cb3ddc8'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:12.559009 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['f05abde0-2ce5-4010-8295-98557cb3ddc8'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:12.648840 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks [] for router (f05abde0-2ce5-4010-8295-98557cb3ddc8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:12.661285 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] Set router f05abde0-2ce5-4010-8295-98557cb3ddc8 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:12.751938 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks [] for router_gateway (f05abde0-2ce5-4010-8295-98557cb3ddc8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:12.799906 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Deleting port 851563e8-15d9-4b17-81d1-7c27a92dd1e4 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:12.800242 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:12.881984 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] For port 851563e8-15d9-4b17-81d1-7c27a92dd1e4, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=851563e8-15d9-4b17-81d1-7c27a92dd1e4,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:12.882320 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:12.899354 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Calling delete_port for 851563e8-15d9-4b17-81d1-7c27a92dd1e4 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:12.913192 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:10:11Z', 'revision_number': 5, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'gw_port': {'id': '851563e8-15d9-4b17-81d1-7c27a92dd1e4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:12.938848 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] Checking router: f05abde0-2ce5-4010-8295-98557cb3ddc8 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:10:12.947662 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] Routers {'f05abde0-2ce5-4010-8295-98557cb3ddc8'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:12.948273 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:09:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['f05abde0-2ce5-4010-8295-98557cb3ddc8'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:13.031238 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] Set router f05abde0-2ce5-4010-8295-98557cb3ddc8 gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:13.070538 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (851563e8-15d9-4b17-81d1-7c27a92dd1e4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.076309 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:13.083696 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:10:12Z', 'revision_number': 6, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'gw_port_host': None}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:13.098003 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Pushing event deleted for resources: {'Port': ['ID=851563e8-15d9-4b17-81d1-7c27a92dd1e4,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:13.109114 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d42ab-d8ce-44ec-bcd2-b8e1a1537546 None None] The sync data for ids ['f05abde0-2ce5-4010-8295-98557cb3ddc8'] in dv-cinder-850574-1-iscsi is: [{'id': 'f05abde0-2ce5-4010-8295-98557cb3ddc8', 'name': 'tempest-TestMinimumBasicScenario-537422710-router', 'tenant_id': '838457cc16d44a1f8a2b951f2d5e402a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:29Z', 'updated_at': '2022-07-26T05:10:12Z', 'revision_number': 6, 'project_id': '838457cc16d44a1f8a2b951f2d5e402a', 'gw_port_host': None}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:10:13.127904 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:13.167413 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (f05abde0-2ce5-4010-8295-98557cb3ddc8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.254790 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (f05abde0-2ce5-4010-8295-98557cb3ddc8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.257023 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks [] for router_controller (f05abde0-2ce5-4010-8295-98557cb3ddc8), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.312854 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (f05abde0-2ce5-4010-8295-98557cb3ddc8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.313438 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f05abde0-2ce5-4010-8295-98557cb3ddc8 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:10:13.318743 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.319922 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0261b19f-2997-4b56-a1f5-8c01dd78b86c admin admin] 10.222.0.17 "DELETE /v2.0/routers/f05abde0-2ce5-4010-8295-98557cb3ddc8 HTTP/1.1" status: 204 len: 168 time: 0.7742023 Jul 26 05:10:13.322429 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53410) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:13.372979 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-731c005a-1c12-48f6-bfa3-9239c4da7d38 admin admin] Deleting subnet e0037bee-7995-466d-af9d-ddb5c8ad5ea6 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:10:13.376513 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-731c005a-1c12-48f6-bfa3-9239c4da7d38 admin admin] Publish callbacks [] for subnet (e0037bee-7995-466d-af9d-ddb5c8ad5ea6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.414255 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-731c005a-1c12-48f6-bfa3-9239c4da7d38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58924954'] for subnet (e0037bee-7995-466d-af9d-ddb5c8ad5ea6), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.496922 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-731c005a-1c12-48f6-bfa3-9239c4da7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (e0037bee-7995-466d-af9d-ddb5c8ad5ea6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.560559 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-731c005a-1c12-48f6-bfa3-9239c4da7d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59865170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58846438'] for subnet (e0037bee-7995-466d-af9d-ddb5c8ad5ea6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.570971 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1b5d8b12-39fa-4857-a043-62e6e2e66a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.586210 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c005a-1c12-48f6-bfa3-9239c4da7d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0037bee-7995-466d-af9d-ddb5c8ad5ea6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:13.591908 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-731c005a-1c12-48f6-bfa3-9239c4da7d38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.597401 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-731c005a-1c12-48f6-bfa3-9239c4da7d38 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e0037bee-7995-466d-af9d-ddb5c8ad5ea6 HTTP/1.1" status: 204 len: 168 time: 0.2717652 Jul 26 05:10:13.597721 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53412) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:13.598002 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2131d2-91dd-4dbf-b508-d88f8aa45ab3 None None] Network c346fbae-d0e2-4119-b003-b302001cf184 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:10:13.666718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (c346fbae-d0e2-4119-b003-b302001cf184), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.714252 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Deleting port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:13.714252 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.779292 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] For port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b,segment=NetworkSegment(61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf),segment_id=61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:13.779697 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.800858 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Calling delete_port for a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:13.885028 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc968ab9-e8c1-4e33-b83b-374ac1801ad9 None None] DHCP port deletion for c346fbae-d0e2-4119-b003-b302001cf184 request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:10:13.893152 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:13.913951 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-bc968ab9-e8c1-4e33-b83b-374ac1801ad9 None None] The port 'a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b' was deleted {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jul 26 05:10:13.918039 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:13.926125 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] No DVR routers for this DVR port a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b on host dv-cinder-850574-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:13.956189 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 851563e8-15d9-4b17-81d1-7c27a92dd1e4 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:13.991119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:13.993081 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 851563e8-15d9-4b17-81d1-7c27a92dd1e4 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:13.993433 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 851563e8-15d9-4b17-81d1-7c27a92dd1e4 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:13.993865 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:14.012872 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:14.013638 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device a99d81bd-9f5f-4bbc-a46f-7f5f6b3b970b not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:14.013638 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 02e7b113-faa4-483e-8a61-02f96654b0de no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:14.014229 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (c346fbae-d0e2-4119-b003-b302001cf184), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.033744 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 02e7b113-faa4-483e-8a61-02f96654b0de {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:14.033744 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 02e7b113-faa4-483e-8a61-02f96654b0de not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:14.035348 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c346fbae-d0e2-4119-b003-b302001cf184']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:14.045258 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:14.045553 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:14.055307 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58924931'] for segment (61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.070013 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.076513 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:10:14.077107 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59865100'] for segment (61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.115644 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf resource provider aggregate not found Jul 26 05:10:14.140622 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61e172e8-d0fa-4a5e-b9c6-3ec1f2372bdf found for delete ", "request_id": "req-d58164f6-1e01-44a7-819c-2781364c4186"}]} Jul 26 05:10:14.143459 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (c346fbae-d0e2-4119-b003-b302001cf184), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.149849 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.152972 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] 10.222.0.17 "DELETE /v2.0/networks/c346fbae-d0e2-4119-b003-b302001cf184 HTTP/1.1" status: 204 len: 168 time: 0.5539200 Jul 26 05:10:14.164652 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10bae6-6d6b-436d-ada6-3bac87623937 admin admin] Pushing event deleted for resources: {'Network': ['ID=c346fbae-d0e2-4119-b003-b302001cf184,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:14.359399 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53420) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:14.401372 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4e909d89-2bf4-41d2-8122-57f51e7b5a13 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f1b92b49730c4ce7829e7f14b6870b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407410 Jul 26 05:10:14.404344 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53422) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:14.460028 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b17c5a2b-c4f3-4fca-baf8-7a89faa00ec7 admin admin] Publish callbacks [] for security_group (8a4a63ba-84b6-4f84-967d-8c2998c7344c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.468119 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:14.485972 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b17c5a2b-c4f3-4fca-baf8-7a89faa00ec7 admin admin] Publish callbacks [] for security_group (8a4a63ba-84b6-4f84-967d-8c2998c7344c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.533984 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b17c5a2b-c4f3-4fca-baf8-7a89faa00ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (8a4a63ba-84b6-4f84-967d-8c2998c7344c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.536551 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b17c5a2b-c4f3-4fca-baf8-7a89faa00ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.537700 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b17c5a2b-c4f3-4fca-baf8-7a89faa00ec7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8a4a63ba-84b6-4f84-967d-8c2998c7344c HTTP/1.1" status: 204 len: 168 time: 0.1320910 Jul 26 05:10:14.545717 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c5a2b-c4f3-4fca-baf8-7a89faa00ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4a63ba-84b6-4f84-967d-8c2998c7344c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:14.875187 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53428) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:14.914768 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-849b0a29-e040-4ece-93d1-dd60a09063be admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=838457cc16d44a1f8a2b951f2d5e402a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384324 Jul 26 05:10:14.918283 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53430) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:14.970439 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6acd4de-8469-4295-9253-e9af6ff92dd1 admin admin] Publish callbacks [] for security_group (e9291bff-1da0-49e7-a888-5500a1245f2c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:14.992792 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6acd4de-8469-4295-9253-e9af6ff92dd1 admin admin] Publish callbacks [] for security_group (e9291bff-1da0-49e7-a888-5500a1245f2c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:15.042395 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6acd4de-8469-4295-9253-e9af6ff92dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (e9291bff-1da0-49e7-a888-5500a1245f2c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:15.046621 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e6acd4de-8469-4295-9253-e9af6ff92dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:15.048313 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e6acd4de-8469-4295-9253-e9af6ff92dd1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e9291bff-1da0-49e7-a888-5500a1245f2c HTTP/1.1" status: 204 len: 168 time: 0.1291330 Jul 26 05:10:15.056652 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acd4de-8469-4295-9253-e9af6ff92dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9291bff-1da0-49e7-a888-5500a1245f2c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:15.717310 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-31e7d611-c604-42a9-a6d8-e22b2cae8e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:16.983101 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:18.383734 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:18.690376 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:23.058226 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=43 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:23.087347 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=73 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:24.396025 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=85,neutron:DELETE=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:24.398476 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:25.050989 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:25.051833 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=53,neutron:DELETE=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:27.248618 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53438) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:27.392431 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Deleting port 2d58caa5-2aab-4637-b1f7-623cd97dd652 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:27.392776 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (2d58caa5-2aab-4637-b1f7-623cd97dd652), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:27.473045 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (2d58caa5-2aab-4637-b1f7-623cd97dd652), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:27.473318 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (2d58caa5-2aab-4637-b1f7-623cd97dd652), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:27.486718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Calling delete_port for 2d58caa5-2aab-4637-b1f7-623cd97dd652 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:27.658130 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (2d58caa5-2aab-4637-b1f7-623cd97dd652), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:27.681301 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event deleted for resources: {'Port': ['ID=2d58caa5-2aab-4637-b1f7-623cd97dd652,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:27.747487 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (5f7512a7-88b7-40cb-bf5d-2f619f25487e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:27.747741 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Floating IP 5f7512a7-88b7-40cb-bf5d-2f619f25487e disassociated (deleted). External IP: 172.27.3.181, port: c14c64c8-333d-4bb0-9882-bbe52bc258dc. Jul 26 05:10:27.964443 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Router b1037f13-c211-4dd1-9a24-c6e02309e5a6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:10:28.071776 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:10:28.076978 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:28.081507 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] Sync routers for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:10:28.091731 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:28.092338 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:28.106203 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-87c74496-a1e1-49ff-839d-52430a2a3435 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "DELETE /v2.0/floatingips/5f7512a7-88b7-40cb-bf5d-2f619f25487e HTTP/1.1" status: 204 len: 168 time: 0.8563929 Jul 26 05:10:28.106746 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:28.109112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:28.152488 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4cebcf-8256-44a3-b3ec-6abab4230564 x-openstack-request-id: req-4f4cebcf-8256-44a3-b3ec-6abab4230564 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:28.152776 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:28.153336 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4f4cebcf-8256-44a3-b3ec-6abab4230564 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:28.153869 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4cebcf-8256-44a3-b3ec-6abab4230564'] response: {'name': 'network-changed', 'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'status': 'completed', 'code': 200} Jul 26 05:10:28.198374 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:28.209826 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:28.265716 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-f39beee0-cc9c-4d89-ba7b-18307e9b5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:28.268427 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-f39beee0-cc9c-4d89-ba7b-18307e9b5166 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 1130 time: 0.0665755 Jul 26 05:10:28.319631 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:28.362892 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461a403-07cc-47ea-af24-16d9def5a1c4 req-9fd5b44f-977f-4b6f-bba8-9b608c9af89b tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:28.364443 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0461a403-07cc-47ea-af24-16d9def5a1c4 req-9fd5b44f-977f-4b6f-bba8-9b608c9af89b tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 946 time: 0.0536664 Jul 26 05:10:28.372943 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:28.416235 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0461a403-07cc-47ea-af24-16d9def5a1c4 req-f1c6d5cc-95c5-4f63-a81f-b1c17a176945 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459352 Jul 26 05:10:28.416506 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'bd173b66-8c56-4e29-a76f-ed22142b00ad', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:06:26Z', 'updated_at': '2022-07-26T05:06:29Z', 'revision_number': 1, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:28.565239 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] Checking router: b1037f13-c211-4dd1-9a24-c6e02309e5a6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:10:28.574729 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:28.575345 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:28.651181 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:28.678060 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:28.893566 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'bd173b66-8c56-4e29-a76f-ed22142b00ad', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:06:26Z', 'updated_at': '2022-07-26T05:06:29Z', 'revision_number': 1, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:28.929596 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476f4e1e-28bc-44da-bde0-ccf12ef17aae None None] The sync data for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi is: [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'bd173b66-8c56-4e29-a76f-ed22142b00ad', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'port_id': '74e6a160-dc8d-420e-9018-7b77f693900b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'mac_address': 'fa:16:3e:79:28:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:06:26Z', 'updated_at': '2022-07-26T05:06:29Z', 'revision_number': 1, 'project_id': '987757bb89e64419822e021b15a65c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:10:29.157685 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad011ee6-d967-48ef-b4ae-0f3f216cef75 None None] New status for floating IP 5f7512a7-88b7-40cb-bf5d-2f619f25487e: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:10:29.453208 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-44b97983-6ee1-4762-b040-3eb4e179d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:29.454837 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-44b97983-6ee1-4762-b040-3eb4e179d4c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.0975182 Jul 26 05:10:29.548846 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650798b9-8487-403d-a309-210c8c80b52f req-8ef25bd1-254d-4499-b8ac-d308f7ad35f7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:29.550668 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-650798b9-8487-403d-a309-210c8c80b52f req-8ef25bd1-254d-4499-b8ac-d308f7ad35f7 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 946 time: 0.0526416 Jul 26 05:10:29.631323 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-e143c13d-5e9d-454c-a396-a36b9ee793a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c14c64c8-333d-4bb0-9882-bbe52bc258dc HTTP/1.1" status: 200 len: 217 time: 0.0452158 Jul 26 05:10:29.636239 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-650798b9-8487-403d-a309-210c8c80b52f req-8a33f58d-dc98-4077-b5d6-8fb669cfacd8 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796726 Jul 26 05:10:29.700377 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-55381863-1121-47e8-91ef-8541e9c0d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:29.701823 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-55381863-1121-47e8-91ef-8541e9c0d079 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0465462 Jul 26 05:10:29.904192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-492ebf87-c6dc-4991-90d2-038165a4d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:29.905803 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-492ebf87-c6dc-4991-90d2-038165a4d850 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480778 Jul 26 05:10:30.065718 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-88fa9b39-fa41-4d97-88ca-ee4e342045bc tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:30.067136 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-88fa9b39-fa41-4d97-88ca-ee4e342045bc tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 946 time: 0.0899274 Jul 26 05:10:30.406618 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-59a4d57e-d4b3-4581-a4cb-a64a496570e7 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281981 Jul 26 05:10:30.490008 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Deleting port c14c64c8-333d-4bb0-9882-bbe52bc258dc {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:30.490737 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:30.581307 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab5de60c-af08-4ec3-a8f0-196d16a2fd1e req-6197f8d4-66c5-48f9-830a-5d3af570230e service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500041 Jul 26 05:10:30.603202 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] For port c14c64c8-333d-4bb0-9882-bbe52bc258dc, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=c14c64c8-333d-4bb0-9882-bbe52bc258dc,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:30.603571 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:30.623668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Calling delete_port for c14c64c8-333d-4bb0-9882-bbe52bc258dc owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:30.699249 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:30.787809 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fadaef-7fb6-41ab-bca1-370d73abeb97 req-468b00e8-e1d7-4d89-bbb0-da1b21703542 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:30.789311 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-75fadaef-7fb6-41ab-bca1-370d73abeb97 req-468b00e8-e1d7-4d89-bbb0-da1b21703542 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=313fe975-da61-49f7-8aeb-a95dc753e91b HTTP/1.1" status: 200 len: 946 time: 0.0612822 Jul 26 05:10:30.790421 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (c14c64c8-333d-4bb0-9882-bbe52bc258dc), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:30.799267 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:30.830125 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event deleted for resources: {'Port': ['ID=c14c64c8-333d-4bb0-9882-bbe52bc258dc,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:30.890764 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] No DVR routers for this DVR port c14c64c8-333d-4bb0-9882-bbe52bc258dc on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:30.895356 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:30.898609 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46625228-3d33-4a48-aa7c-708ae12378d2 req-eff53a2a-85fc-4fe0-9c88-2be881ace2a1 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "DELETE /v2.0/ports/c14c64c8-333d-4bb0-9882-bbe52bc258dc HTTP/1.1" status: 204 len: 173 time: 0.8252916 Jul 26 05:10:30.899038 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'name': 'network-vif-deleted', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:30.901320 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac50e887-721e-4639-a48e-ef93461d55a2" -d '{"events": [{"server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "name": "network-vif-deleted", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:30.919063 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-75fadaef-7fb6-41ab-bca1-370d73abeb97 req-af91b3cd-615b-4739-aa92-7efe1eb67c41 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221848 Jul 26 05:10:30.950213 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b58627-492f-4937-bc6a-b116f0bef870 x-openstack-request-id: req-d6b58627-492f-4937-bc6a-b116f0bef870 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:30.950524 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313fe975-da61-49f7-8aeb-a95dc753e91b", "name": "network-vif-deleted", "tag": "c14c64c8-333d-4bb0-9882-bbe52bc258dc", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:30.950773 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d6b58627-492f-4937-bc6a-b116f0bef870 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:30.951202 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b58627-492f-4937-bc6a-b116f0bef870'] response: {'server_uuid': '313fe975-da61-49f7-8aeb-a95dc753e91b', 'name': 'network-vif-deleted', 'tag': 'c14c64c8-333d-4bb0-9882-bbe52bc258dc', 'status': 'completed', 'code': 200} Jul 26 05:10:33.073183 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:34.029375 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device c14c64c8-333d-4bb0-9882-bbe52bc258dc no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:34.049157 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: c14c64c8-333d-4bb0-9882-bbe52bc258dc {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:34.049500 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device c14c64c8-333d-4bb0-9882-bbe52bc258dc not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:34.233128 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53496) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:34.375723 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Deleting port a7883a1f-2cb4-4358-8cbe-7ca2c51aae43 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:34.376070 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (a7883a1f-2cb4-4358-8cbe-7ca2c51aae43), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:34.463810 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (a7883a1f-2cb4-4358-8cbe-7ca2c51aae43), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:34.464166 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (a7883a1f-2cb4-4358-8cbe-7ca2c51aae43), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:34.477358 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Calling delete_port for a7883a1f-2cb4-4358-8cbe-7ca2c51aae43 owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:34.662062 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (a7883a1f-2cb4-4358-8cbe-7ca2c51aae43), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:34.695351 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event deleted for resources: {'Port': ['ID=a7883a1f-2cb4-4358-8cbe-7ca2c51aae43,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:34.768562 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (bd173b66-8c56-4e29-a76f-ed22142b00ad), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:34.768869 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Floating IP bd173b66-8c56-4e29-a76f-ed22142b00ad disassociated (deleted). External IP: 172.27.3.121, port: 74e6a160-dc8d-420e-9018-7b77f693900b. Jul 26 05:10:34.971193 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Router b1037f13-c211-4dd1-9a24-c6e02309e5a6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:10:35.084092 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:10:35.088713 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:35.095676 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] Sync routers for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:10:35.109095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:35.110012 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:35.115257 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:35.122658 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-92e48d77-12f6-45d7-87c5-06a5f93590b5 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "DELETE /v2.0/floatingips/bd173b66-8c56-4e29-a76f-ed22142b00ad HTTP/1.1" status: 204 len: 168 time: 0.8858988 Jul 26 05:10:35.122658 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:35.123427 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e30982-d0db-417f-bdeb-31acea5c1c22" -d '{"events": [{"name": "network-changed", "server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:35.166159 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8175df-fc56-48f0-8ff8-7a293eda78de x-openstack-request-id: req-9e8175df-fc56-48f0-8ff8-7a293eda78de {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:35.166467 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:35.166717 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9e8175df-fc56-48f0-8ff8-7a293eda78de {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:35.167120 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8175df-fc56-48f0-8ff8-7a293eda78de'] response: {'name': 'network-changed', 'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b', 'status': 'completed', 'code': 200} Jul 26 05:10:35.251791 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:35.272173 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-038eef81-b356-497f-acb8-fb7c3391eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:35.274557 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-038eef81-b356-497f-acb8-fb7c3391eb00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=987757bb89e64419822e021b15a65c31&device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 1129 time: 0.0559509 Jul 26 05:10:35.402227 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28b19a-32fa-4815-910e-275352a8a814 req-377f1eee-7918-4c6a-880e-4112dcf27086 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:35.403742 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a28b19a-32fa-4815-910e-275352a8a814 req-377f1eee-7918-4c6a-880e-4112dcf27086 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 945 time: 0.0593119 Jul 26 05:10:35.439751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-1889382f-04e4-44d0-b3ee-038aa000c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:35.441126 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-1889382f-04e4-44d0-b3ee-038aa000c45c service neutron] 10.222.0.52 "GET /v2.0/networks?id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 200 len: 912 time: 0.1598856 Jul 26 05:10:35.458370 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:35.473037 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a28b19a-32fa-4815-910e-275352a8a814 req-6d3f07e9-5520-4ccc-ae86-349a1b150237 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625646 Jul 26 05:10:35.482962 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] Checking router: b1037f13-c211-4dd1-9a24-c6e02309e5a6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:10:35.491863 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:35.492502 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:35.595585 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:35.709518 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:35.790312 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:35.818991 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9e3d95-e0e5-4ccd-afe2-5e3837af5713 None None] The sync data for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi is: [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:03:04Z', 'revision_number': 4, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '4c78e401-0944-4c8e-8232-d9d011a05a71', 'name': '', 'network_id': '51ac167e-d2d0-4324-aecb-2b52bb6a1ed2', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'mac_address': 'fa:16:3e:6e:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:03Z', 'updated_at': '2022-07-26T05:03:09Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'subnets': [{'id': 'b3f2a6c5-1607-440b-9106-a458ab08d0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:10:36.041482 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93164ec9-562d-442b-83fe-0754c29167fa None None] New status for floating IP bd173b66-8c56-4e29-a76f-ed22142b00ad: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:10:36.617368 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53a48d-db67-4cb9-b416-5321f938d14c req-7af8f736-0939-4c19-8966-cfbe6d5362cc tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:36.618866 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff53a48d-db67-4cb9-b416-5321f938d14c req-7af8f736-0939-4c19-8966-cfbe6d5362cc tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 945 time: 0.0545356 Jul 26 05:10:36.687383 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-f1990bd4-5e70-4c64-9257-7259369a98a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74e6a160-dc8d-420e-9018-7b77f693900b HTTP/1.1" status: 200 len: 217 time: 0.0394368 Jul 26 05:10:36.700394 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff53a48d-db67-4cb9-b416-5321f938d14c req-b4921b3a-0640-40b6-b083-b6f3198e7b98 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733385 Jul 26 05:10:37.146552 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-063e9021-7a0e-415b-a786-82644cb23690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:37.148058 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-063e9021-7a0e-415b-a786-82644cb23690 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 200 len: 850 time: 0.0522971 Jul 26 05:10:37.527071 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-9dcc258c-485e-4e05-b247-594b893bd660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:37.528640 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-9dcc258c-485e-4e05-b247-594b893bd660 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700989 Jul 26 05:10:37.534762 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-02cddea2-587b-42e0-862b-ab7f7ce8befa tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:37.536188 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-02cddea2-587b-42e0-862b-ab7f7ce8befa tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 945 time: 0.0763636 Jul 26 05:10:37.541086 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-f9a79ec2-3ce4-46ce-987a-c5847cf4b214 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:10:37.542086 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-f9a79ec2-3ce4-46ce-987a-c5847cf4b214 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050430 Jul 26 05:10:37.682243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Deleting port 74e6a160-dc8d-420e-9018-7b77f693900b {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:37.682900 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:37.743221 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-5e028f3e-da54-48dc-8050-e24757cd60d3 service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746304 Jul 26 05:10:37.864414 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:37.878461 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] For port 74e6a160-dc8d-420e-9018-7b77f693900b, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=74e6a160-dc8d-420e-9018-7b77f693900b,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:37.878826 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:37.888429 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a486c-e146-4de0-a5a2-9c7c272d9523 req-4b94eabc-2f57-4795-8613-948a4521d353 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:37.889898 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed6a486c-e146-4de0-a5a2-9c7c272d9523 req-4b94eabc-2f57-4795-8613-948a4521d353 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 945 time: 0.1161404 Jul 26 05:10:37.917187 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:37.918258 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Calling delete_port for 74e6a160-dc8d-420e-9018-7b77f693900b owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:37.946746 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e30982-d0db-417f-bdeb-31acea5c1c22 req-ffc4983a-1387-4926-b625-c701ab71045b service neutron] 10.222.0.52 "GET /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961222 Jul 26 05:10:38.009084 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed6a486c-e146-4de0-a5a2-9c7c272d9523 req-7e876d41-6798-4610-b186-6f7c42f0aa67 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/security-groups?id=45d50329-53d2-4b97-a819-3bdb81435553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074147 Jul 26 05:10:38.100253 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (74e6a160-dc8d-420e-9018-7b77f693900b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:38.130453 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event deleted for resources: {'Port': ['ID=74e6a160-dc8d-420e-9018-7b77f693900b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:38.137938 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.138292 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.138629 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.138968 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.139382 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.139734 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.140056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.140380 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.140701 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.141047 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.141344 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.141663 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.141979 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.142295 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.142844 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:38.189953 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] No DVR routers for this DVR port 74e6a160-dc8d-420e-9018-7b77f693900b on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:38.192928 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:38.196985 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-726b82c5-4388-4da6-b558-1f2c1a95835a req-7f871b1c-deb3-443d-9145-a5db8e45c651 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.52 "DELETE /v2.0/ports/74e6a160-dc8d-420e-9018-7b77f693900b HTTP/1.1" status: 204 len: 173 time: 0.6539624 Jul 26 05:10:38.197410 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'name': 'network-vif-deleted', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:38.199742 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104cc11-5770-4836-984d-e0f4f4e8c480" -d '{"events": [{"server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "name": "network-vif-deleted", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:38.251243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28dcece-cb7b-46ef-83a4-060949032c31 x-openstack-request-id: req-b28dcece-cb7b-46ef-83a4-060949032c31 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:38.251801 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048e3ed2-61f1-4d21-92c7-cfd8a94abb52", "name": "network-vif-deleted", "tag": "74e6a160-dc8d-420e-9018-7b77f693900b", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:38.252111 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b28dcece-cb7b-46ef-83a4-060949032c31 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:38.252579 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28dcece-cb7b-46ef-83a4-060949032c31'] response: {'server_uuid': '048e3ed2-61f1-4d21-92c7-cfd8a94abb52', 'name': 'network-vif-deleted', 'tag': '74e6a160-dc8d-420e-9018-7b77f693900b', 'status': 'completed', 'code': 200} Jul 26 05:10:39.145370 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-74c067d9-c188-4290-be1b-fe0e0f358cc3 req-b66ad738-eb6b-423c-bad9-c3b9f929e863 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "GET /v2.0/ports?device_id=048e3ed2-61f1-4d21-92c7-cfd8a94abb52 HTTP/1.1" status: 200 len: 210 time: 0.0415914 Jul 26 05:10:39.953518 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cca0ee-4cd8-4cdc-bce0-37ab3e845d47 req-26a0a2cb-9e55-45c5-a80a-3d7efa97105c tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:39.954917 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39cca0ee-4cd8-4cdc-bce0-37ab3e845d47 req-26a0a2cb-9e55-45c5-a80a-3d7efa97105c tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 945 time: 0.0503933 Jul 26 05:10:40.003510 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39cca0ee-4cd8-4cdc-bce0-37ab3e845d47 req-c27e31d2-e454-440c-8c01-15d311c5e724 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Jul 26 05:10:40.221421 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53546) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:40.332927 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Deleting port 9dae412c-0f6d-425c-b368-3a48804f5547 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:40.333230 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (9dae412c-0f6d-425c-b368-3a48804f5547), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:40.421492 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (9dae412c-0f6d-425c-b368-3a48804f5547), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:40.421814 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (9dae412c-0f6d-425c-b368-3a48804f5547), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:40.434544 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Calling delete_port for 9dae412c-0f6d-425c-b368-3a48804f5547 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:40.581795 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (9dae412c-0f6d-425c-b368-3a48804f5547), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:40.606546 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event deleted for resources: {'Port': ['ID=9dae412c-0f6d-425c-b368-3a48804f5547,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:40.670025 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for floatingip (2203382f-f14a-48b3-b50f-7ec5ed4376ea), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:40.672498 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:40.673638 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c0028d77-c31b-41d5-8d6e-0b210e3c5e85 tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "DELETE /v2.0/floatingips/2203382f-f14a-48b3-b50f-7ec5ed4376ea HTTP/1.1" status: 204 len: 168 time: 0.4514678 Jul 26 05:10:41.118235 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:41.137915 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b6217-f808-4610-8d4a-2436063c928c req-61b145db-ea4d-4b5c-b31a-86e32cc6fe61 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:41.139430 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b71b6217-f808-4610-8d4a-2436063c928c req-61b145db-ea4d-4b5c-b31a-86e32cc6fe61 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 945 time: 0.0559776 Jul 26 05:10:41.171364 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:41.189264 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b71b6217-f808-4610-8d4a-2436063c928c req-6cf9df0c-7722-4961-ba33-209f113a9e42 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=9bcbc5c4-5072-4765-9e25-0249063c0076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440426 Jul 26 05:10:41.560199 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552614ec-c76e-4289-8eeb-857e15261b3e req-1aeed547-fdb2-465e-9b7d-14664a9bbe9a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:41.561635 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-552614ec-c76e-4289-8eeb-857e15261b3e req-1aeed547-fdb2-465e-9b7d-14664a9bbe9a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 945 time: 0.0610256 Jul 26 05:10:41.644264 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Deleting port 6cb768d7-0e58-4829-8644-63135e6f27d4 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:41.644484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:41.740975 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] For port 6cb768d7-0e58-4829-8644-63135e6f27d4, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=6cb768d7-0e58-4829-8644-63135e6f27d4,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:41.741334 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:41.889287 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53560) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:41.910721 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:41.910998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (4a55d627-4a67-437c-9b36-1ecd7adca015), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:41.911311 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Floating IP 4a55d627-4a67-437c-9b36-1ecd7adca015 disassociated. External IP: 172.27.3.158, port: 6cb768d7-0e58-4829-8644-63135e6f27d4. Jul 26 05:10:41.911684 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Calling delete_port for 6cb768d7-0e58-4829-8644-63135e6f27d4 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:41.948946 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group (45d50329-53d2-4b97-a819-3bdb81435553), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:41.959878 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:41.977582 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group (45d50329-53d2-4b97-a819-3bdb81435553), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:42.037923 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (45d50329-53d2-4b97-a819-3bdb81435553), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:42.040676 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:42.041857 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] 10.222.0.17 "DELETE /v2.0/security-groups/45d50329-53d2-4b97-a819-3bdb81435553 HTTP/1.1" status: 204 len: 168 time: 0.1515496 Jul 26 05:10:42.050775 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 74e6a160-dc8d-420e-9018-7b77f693900b no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:42.051426 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (6cb768d7-0e58-4829-8644-63135e6f27d4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:42.051604 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d50329-53d2-4b97-a819-3bdb81435553,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:42.059774 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.060128 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.060537 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.060868 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.061203 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.061623 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.061857 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.062175 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.062716 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.063211 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.065637 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.066187 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.066685 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.067216 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.067727 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b45771-7012-4d6c-adc7-a70c713bffab tempest-TestVolumeBootPattern-506650767 tempest-TestVolumeBootPattern-506650767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:42.080090 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'Port': ['ID=6cb768d7-0e58-4829-8644-63135e6f27d4,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:42.091707 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 74e6a160-dc8d-420e-9018-7b77f693900b {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:42.095063 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 74e6a160-dc8d-420e-9018-7b77f693900b not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:42.144552 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53564) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:42.198663 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:10:42.326294 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-077b355b-de2f-452f-823e-27ba0daae225 req-5d2d48ed-1399-4f17-a9c5-2ef33304be8e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=236b309e-2a0f-4ebf-9d4a-535d718aa7cc HTTP/1.1" status: 200 len: 210 time: 0.0409689 Jul 26 05:10:42.330480 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:10:42.338364 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:10:42.380128 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:42.388077 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:10:42.398890 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:42.406574 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] No DVR routers for this DVR port 6cb768d7-0e58-4829-8644-63135e6f27d4 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:42.408616 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:42.415026 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-552614ec-c76e-4289-8eeb-857e15261b3e req-8accedd9-9673-456e-98f0-7befb520a112 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "DELETE /v2.0/ports/6cb768d7-0e58-4829-8644-63135e6f27d4 HTTP/1.1" status: 204 len: 173 time: 0.8462410 Jul 26 05:10:42.415232 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:42.415349 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'name': 'network-vif-deleted', 'tag': '6cb768d7-0e58-4829-8644-63135e6f27d4'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:42.415463 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:42.416490 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca67968-abdf-4ebb-a7a4-4304a7563c74" -d '{"events": [{"server_uuid": "236b309e-2a0f-4ebf-9d4a-535d718aa7cc", "name": "network-vif-deleted", "tag": "6cb768d7-0e58-4829-8644-63135e6f27d4"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:42.464964 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc3137e-e27e-47d7-b6d5-633904d3daca x-openstack-request-id: req-adc3137e-e27e-47d7-b6d5-633904d3daca {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:42.465626 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236b309e-2a0f-4ebf-9d4a-535d718aa7cc", "name": "network-vif-deleted", "tag": "6cb768d7-0e58-4829-8644-63135e6f27d4", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:42.465885 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-adc3137e-e27e-47d7-b6d5-633904d3daca {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:42.466279 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc3137e-e27e-47d7-b6d5-633904d3daca'] response: {'server_uuid': '236b309e-2a0f-4ebf-9d4a-535d718aa7cc', 'name': 'network-vif-deleted', 'tag': '6cb768d7-0e58-4829-8644-63135e6f27d4', 'status': 'completed', 'code': 200} Jul 26 05:10:42.722061 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:42.835827 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (b1037f13-c211-4dd1-9a24-c6e02309e5a6), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:42.940523 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:42.969415 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:10:42.979144 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:42.979823 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:43.013858 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bbef3-98fe-4059-a7a7-a04778eb990a req-57f2065b-e89d-4254-ab29-dbde9f930a7a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:43.015377 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-808bbef3-98fe-4059-a7a7-a04778eb990a req-57f2065b-e89d-4254-ab29-dbde9f930a7a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0548537 Jul 26 05:10:43.067001 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-808bbef3-98fe-4059-a7a7-a04778eb990a req-3afb951b-3c78-41af-a101-604179ff82cb tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452883 Jul 26 05:10:43.093465 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:43.131813 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Deleting port 4c78e401-0944-4c8e-8232-d9d011a05a71 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:43.132810 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.212241 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] For port 4c78e401-0944-4c8e-8232-d9d011a05a71, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=4c78e401-0944-4c8e-8232-d9d011a05a71,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:43.212568 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.225631 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:43.228465 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Calling delete_port for 4c78e401-0944-4c8e-8232-d9d011a05a71 owned by network:router_interface {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:43.291697 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:43.320836 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9b793d-ce70-46d3-87dd-e8b465f4a2da None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:10:43.325641 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:43.330333 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:43.413560 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (4c78e401-0944-4c8e-8232-d9d011a05a71), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.434971 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53580) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:43.446885 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=4c78e401-0944-4c8e-8232-d9d011a05a71,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:43.501184 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d77fea8d-6814-4ed4-a552-c05e90524ab4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (9bcbc5c4-5072-4765-9e25-0249063c0076), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.511986 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:43.533654 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d77fea8d-6814-4ed4-a552-c05e90524ab4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (9bcbc5c4-5072-4765-9e25-0249063c0076), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.575276 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3df09235-a196-4a2c-bec1-6eb61c839f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.609088 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d77fea8d-6814-4ed4-a552-c05e90524ab4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (9bcbc5c4-5072-4765-9e25-0249063c0076), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.612305 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d77fea8d-6814-4ed4-a552-c05e90524ab4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.617055 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d77fea8d-6814-4ed4-a552-c05e90524ab4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "DELETE /v2.0/security-groups/9bcbc5c4-5072-4765-9e25-0249063c0076 HTTP/1.1" status: 204 len: 168 time: 0.1784596 Jul 26 05:10:43.619523 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53582) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:43.631050 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc929d30-94d5-46a0-9330-f832ebabda59 None None] New status for floating IP 4a55d627-4a67-437c-9b36-1ecd7adca015: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:10:43.639873 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fea8d-6814-4ed4-a552-c05e90524ab4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcbc5c4-5072-4765-9e25-0249063c0076,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:43.642021 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-d2fb2b68-9d5e-42bb-afa9-f1b749d85b42 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] show failed (client error): The resource could not be found. Jul 26 05:10:43.645784 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d2fb2b68-9d5e-42bb-afa9-f1b749d85b42 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups/9bcbc5c4-5072-4765-9e25-0249063c0076 HTTP/1.1" status: 404 len: 347 time: 0.0223441 Jul 26 05:10:43.646521 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53584) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:43.780475 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Deleting port beb87dc9-3f32-4314-aa99-e43878c4a0f3 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:43.780914 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (beb87dc9-3f32-4314-aa99-e43878c4a0f3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.862198 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (beb87dc9-3f32-4314-aa99-e43878c4a0f3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.862527 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (beb87dc9-3f32-4314-aa99-e43878c4a0f3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:43.876131 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Calling delete_port for beb87dc9-3f32-4314-aa99-e43878c4a0f3 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:43.912164 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (b1037f13-c211-4dd1-9a24-c6e02309e5a6), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.015468 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (beb87dc9-3f32-4314-aa99-e43878c4a0f3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.045735 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'Port': ['ID=beb87dc9-3f32-4314-aa99-e43878c4a0f3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:44.110730 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (4a55d627-4a67-437c-9b36-1ecd7adca015), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.113349 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.114681 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d1e63dd7-c885-4177-9275-f990d4e6807a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "DELETE /v2.0/floatingips/4a55d627-4a67-437c-9b36-1ecd7adca015 HTTP/1.1" status: 204 len: 168 time: 0.4672213 Jul 26 05:10:44.127019 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Router b1037f13-c211-4dd1-9a24-c6e02309e5a6 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:10:44.184206 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53590) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:44.208526 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ef63f-bd5d-4897-bafb-bb69edc80ac8 req-712a0193-b12c-4b06-8693-8856058fafe1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:44.210118 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4b6ef63f-bd5d-4897-bafb-bb69edc80ac8 req-712a0193-b12c-4b06-8693-8856058fafe1 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0593550 Jul 26 05:10:44.215963 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-010f6c10-c9a6-4d59-bb25-a81375aef39b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428862256', 'description': 'tempest-description--41572850'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:10:44.254085 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-010f6c10-c9a6-4d59-bb25-a81375aef39b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.260601 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4b6ef63f-bd5d-4897-bafb-bb69edc80ac8 req-4495da4f-395e-4dcb-a81a-076215ab310a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445931 Jul 26 05:10:44.263902 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:10:44.270070 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ae4bda64-459b-42ea-91e6-2bcfe5f71bcd admin admin] 10.222.0.17 "PUT /v2.0/routers/b1037f13-c211-4dd1-9a24-c6e02309e5a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1244237 Jul 26 05:10:44.272948 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53592) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:44.273217 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] Sync routers for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:10:44.287759 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:44.287759 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:44.389763 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:44.417584 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks [] for router (b1037f13-c211-4dd1-9a24-c6e02309e5a6), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.420739 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-010f6c10-c9a6-4d59-bb25-a81375aef39b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (0238cf9c-14ea-4023-902f-6a095e489a09), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.455076 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-010f6c10-c9a6-4d59-bb25-a81375aef39b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (0238cf9c-14ea-4023-902f-6a095e489a09), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.457232 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:44.468341 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:44.525134 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-010f6c10-c9a6-4d59-bb25-a81375aef39b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.529281 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-010f6c10-c9a6-4d59-bb25-a81375aef39b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3404863 Jul 26 05:10:44.529751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53594) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:44.536523 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-a02a5f0f-8707-4668-9b0a-3b9a3eae8ead tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group_rule': {'security_group_id': '0238cf9c-14ea-4023-902f-6a095e489a09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:10:44.539012 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f6c10-c9a6-4d59-bb25-a81375aef39b tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0238cf9c-14ea-4023-902f-6a095e489a09,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:44.544052 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:44.563035 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks [] for router_gateway (b1037f13-c211-4dd1-9a24-c6e02309e5a6), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.566796 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:10:43Z', 'revision_number': 5, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port': {'id': 'f41abfd8-9335-479f-82ee-11c81fdeb31d', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:24:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:01Z', 'updated_at': '2022-07-26T05:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:44.578084 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f0f-8707-4668-9b0a-3b9a3eae8ead tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (23fa73c3-5540-405a-b8dd-96b94f4dec0a), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.598195 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] Checking router: b1037f13-c211-4dd1-9a24-c6e02309e5a6 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:10:44.606430 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:44.606697 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Deleting port f41abfd8-9335-479f-82ee-11c81fdeb31d {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:44.607330 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.609553 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] Routers {'b1037f13-c211-4dd1-9a24-c6e02309e5a6'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:44.610286 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:44.641201 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f0f-8707-4668-9b0a-3b9a3eae8ead tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (23fa73c3-5540-405a-b8dd-96b94f4dec0a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.645256 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f0f-8707-4668-9b0a-3b9a3eae8ead tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (23fa73c3-5540-405a-b8dd-96b94f4dec0a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.666871 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a5f0f-8707-4668-9b0a-3b9a3eae8ead tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fa73c3-5540-405a-b8dd-96b94f4dec0a,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:44.673609 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a02a5f0f-8707-4668-9b0a-3b9a3eae8ead tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.677400 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a02a5f0f-8707-4668-9b0a-3b9a3eae8ead tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438954 Jul 26 05:10:44.677596 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53596) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:44.682301 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-f955eb90-c858-43cc-a159-06c938676511 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'security_group_rule': {'security_group_id': '0238cf9c-14ea-4023-902f-6a095e489a09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:10:44.698400 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] For port f41abfd8-9335-479f-82ee-11c81fdeb31d, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=f41abfd8-9335-479f-82ee-11c81fdeb31d,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:44.699037 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.704610 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] Set router b1037f13-c211-4dd1-9a24-c6e02309e5a6 gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:44.711416 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f955eb90-c858-43cc-a159-06c938676511 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (dc5fef90-67d2-49a6-b7e8-3e2b401c196b), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.714148 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Calling delete_port for f41abfd8-9335-479f-82ee-11c81fdeb31d owned by network:router_gateway {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:44.757432 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:10:44Z', 'revision_number': 6, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port_host': None}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:44.772254 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f955eb90-c858-43cc-a159-06c938676511 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (dc5fef90-67d2-49a6-b7e8-3e2b401c196b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.776685 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f955eb90-c858-43cc-a159-06c938676511 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4066371'] for security_group_rule (dc5fef90-67d2-49a6-b7e8-3e2b401c196b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.783756 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2958a1d9-d384-4888-8b26-48c32456a194 None None] The sync data for ids ['b1037f13-c211-4dd1-9a24-c6e02309e5a6'] in dv-cinder-850574-1-iscsi is: [{'id': 'b1037f13-c211-4dd1-9a24-c6e02309e5a6', 'name': 'tempest-TestVolumeBootPattern-361556822-router', 'tenant_id': '987757bb89e64419822e021b15a65c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:00Z', 'updated_at': '2022-07-26T05:10:44Z', 'revision_number': 6, 'project_id': '987757bb89e64419822e021b15a65c31', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:10:44.796320 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:44.801198 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955eb90-c858-43cc-a159-06c938676511 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5fef90-67d2-49a6-b7e8-3e2b401c196b,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:44.809703 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f955eb90-c858-43cc-a159-06c938676511 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.814039 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f955eb90-c858-43cc-a159-06c938676511 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324031 Jul 26 05:10:44.815647 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53598) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:44.822385 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'floatingip': {'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:10:44.845824 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.913152 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (f41abfd8-9335-479f-82ee-11c81fdeb31d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.929882 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:44.936535 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Pushing event deleted for resources: {'Port': ['ID=f41abfd8-9335-479f-82ee-11c81fdeb31d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:45.000450 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (b1037f13-c211-4dd1-9a24-c6e02309e5a6), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.039266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Allocated IP 172.27.3.103 (6650bd46-4eab-4fdc-93f9-6561930b73c5/7c923601-1726-4775-9f6e-bcf0028211de/f1ac18ea-cc33-4473-912e-97faebb6b1b8) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:10:45.088893 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (b1037f13-c211-4dd1-9a24-c6e02309e5a6), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.091058 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks [] for router_controller (b1037f13-c211-4dd1-9a24-c6e02309e5a6), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.139713 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (b1037f13-c211-4dd1-9a24-c6e02309e5a6), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.140450 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1037f13-c211-4dd1-9a24-c6e02309e5a6 {{(pid=104002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:10:45.145774 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.147013 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5aebd2b3-1558-460f-b996-da80b2ccb65a admin admin] 10.222.0.17 "DELETE /v2.0/routers/b1037f13-c211-4dd1-9a24-c6e02309e5a6 HTTP/1.1" status: 204 len: 168 time: 0.8730211 Jul 26 05:10:45.149666 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53600) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:45.153082 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (f1ac18ea-cc33-4473-912e-97faebb6b1b8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.192431 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (f1ac18ea-cc33-4473-912e-97faebb6b1b8), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.199871 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f390f2eb-e919-486b-b629-07d0f1d9248f admin admin] Deleting subnet b3f2a6c5-1607-440b-9106-a458ab08d0ac {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:10:45.203724 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f390f2eb-e919-486b-b629-07d0f1d9248f admin admin] Publish callbacks [] for subnet (b3f2a6c5-1607-440b-9106-a458ab08d0ac), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.238404 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Network 6650bd46-4eab-4fdc-93f9-6561930b73c5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:10:45.243406 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:10:45.243541 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f390f2eb-e919-486b-b629-07d0f1d9248f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (b3f2a6c5-1607-440b-9106-a458ab08d0ac), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.247310 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:10:45.250656 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=f1ac18ea-cc33-4473-912e-97faebb6b1b8,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:45.288300 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:45.327942 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f390f2eb-e919-486b-b629-07d0f1d9248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (b3f2a6c5-1607-440b-9106-a458ab08d0ac), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.341826 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:45.381708 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (a282fbfd-0f38-4582-80a2-3ee74710723b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.382470 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f390f2eb-e919-486b-b629-07d0f1d9248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (b3f2a6c5-1607-440b-9106-a458ab08d0ac), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.391998 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:45.408837 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a551a3-b8dc-48ef-b11d-a3f833e7ad92 req-64502125-6919-4035-adc8-84cf42ebbf79 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:45.410402 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e0a551a3-b8dc-48ef-b11d-a3f833e7ad92 req-64502125-6919-4035-adc8-84cf42ebbf79 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0655377 Jul 26 05:10:45.411768 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390f2eb-e919-486b-b629-07d0f1d9248f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f2a6c5-1607-440b-9106-a458ab08d0ac,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:45.416206 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f390f2eb-e919-486b-b629-07d0f1d9248f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.419778 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-f390f2eb-e919-486b-b629-07d0f1d9248f admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b3f2a6c5-1607-440b-9106-a458ab08d0ac HTTP/1.1" status: 204 len: 168 time: 0.2688525 Jul 26 05:10:45.422286 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53604) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:45.425761 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d3596-d36f-4d12-b1fb-a44b44148356 None None] Network 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:10:45.454147 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f1ac18ea-cc33-4473-912e-97faebb6b1b8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.499630 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.513191 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e0a551a3-b8dc-48ef-b11d-a3f833e7ad92 req-00e126d5-2df5-4f38-8c72-c5ccc21d9f60 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837808 Jul 26 05:10:45.552601 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Deleting port e329cc28-d855-4a6f-a788-6e04569316b2 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:45.552942 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.591435 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:45.612508 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] DHCP port deletion for 51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:10:45.627402 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] For port e329cc28-d855-4a6f-a788-6e04569316b2, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=e329cc28-d855-4a6f-a788-6e04569316b2,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:45.628148 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.641454 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Calling delete_port for e329cc28-d855-4a6f-a788-6e04569316b2 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:45.650374 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Deleting port e329cc28-d855-4a6f-a788-6e04569316b2 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:45.650752 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.665336 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (f1ac18ea-cc33-4473-912e-97faebb6b1b8), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.672641 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (f1ac18ea-cc33-4473-912e-97faebb6b1b8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.750980 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.767122 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=f1ac18ea-cc33-4473-912e-97faebb6b1b8,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:45.771306 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d915b573-707f-476c-a605-020ed36a00e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.779032 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] For port e329cc28-d855-4a6f-a788-6e04569316b2, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=e329cc28-d855-4a6f-a788-6e04569316b2,segment=NetworkSegment(40cef7f3-ff9b-4377-97dd-b4b8df3ba32d),segment_id=40cef7f3-ff9b-4377-97dd-b4b8df3ba32d)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:45.779473 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.782709 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device e329cc28-d855-4a6f-a788-6e04569316b2 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:45.784338 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Pushing event deleted for resources: {'Port': ['ID=e329cc28-d855-4a6f-a788-6e04569316b2,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:45.786467 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (a282fbfd-0f38-4582-80a2-3ee74710723b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.788552 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] No DVR routers for this DVR port e329cc28-d855-4a6f-a788-6e04569316b2 on host dv-cinder-850574-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:45.813287 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.823036 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0c796913-9183-4286-a78c-33d933fcb684 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9981127 Jul 26 05:10:45.823444 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Calling delete_port for e329cc28-d855-4a6f-a788-6e04569316b2 owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:45.832027 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: e329cc28-d855-4a6f-a788-6e04569316b2 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:45.832582 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device e329cc28-d855-4a6f-a788-6e04569316b2 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:45.833208 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device f41abfd8-9335-479f-82ee-11c81fdeb31d no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:45.857834 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: f41abfd8-9335-479f-82ee-11c81fdeb31d {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:45.858412 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device f41abfd8-9335-479f-82ee-11c81fdeb31d not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:45.859001 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 4c78e401-0944-4c8e-8232-d9d011a05a71 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:45.879351 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.887049 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 4c78e401-0944-4c8e-8232-d9d011a05a71 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:45.887721 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 4c78e401-0944-4c8e-8232-d9d011a05a71 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:45.903653 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ac167e-d2d0-4324-aecb-2b52bb6a1ed2']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:45.921281 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:45.921563 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cef7f3-ff9b-4377-97dd-b4b8df3ba32d') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:45.939322 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (40cef7f3-ff9b-4377-97dd-b4b8df3ba32d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.961662 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (40cef7f3-ff9b-4377-97dd-b4b8df3ba32d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.970639 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (e329cc28-d855-4a6f-a788-6e04569316b2), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:45.971848 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:10:45.972444 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (40cef7f3-ff9b-4377-97dd-b4b8df3ba32d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:46.000385 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Pushing event deleted for resources: {'Port': ['ID=e329cc28-d855-4a6f-a788-6e04569316b2,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:46.002901 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] No DVR routers for this DVR port e329cc28-d855-4a6f-a788-6e04569316b2 on host dv-cinder-850574-1-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:46.016269 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.016680 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.017091 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.017869 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.017970 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.018364 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.019209 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.019209 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.019643 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.019998 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.020384 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.020770 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.021284 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.021693 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.022079 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec8e82-fb98-42ac-8c9e-b9ba95f9d295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:10:46.043875 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 6cb768d7-0e58-4829-8644-63135e6f27d4 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:46.047820 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (51ac167e-d2d0-4324-aecb-2b52bb6a1ed2), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:46.053801 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:46.059365 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] 10.222.0.17 "DELETE /v2.0/networks/51ac167e-d2d0-4324-aecb-2b52bb6a1ed2 HTTP/1.1" status: 204 len: 168 time: 0.6360576 Jul 26 05:10:46.062524 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53624) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:46.073858 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0095a-c8a4-4b53-9a68-d09e1ba5f829 admin admin] Pushing event deleted for resources: {'Network': ['ID=51ac167e-d2d0-4324-aecb-2b52bb6a1ed2,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:46.083238 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 6cb768d7-0e58-4829-8644-63135e6f27d4 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:46.083619 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 6cb768d7-0e58-4829-8644-63135e6f27d4 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:46.136255 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-de772159-f181-46a5-a10a-706d80a14f71 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1428862256&fields=id&tenant_id=fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 267 time: 0.1033797 Jul 26 05:10:46.171338 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 40cef7f3-ff9b-4377-97dd-b4b8df3ba32d resource provider aggregate not found Jul 26 05:10:46.188436 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 40cef7f3-ff9b-4377-97dd-b4b8df3ba32d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40cef7f3-ff9b-4377-97dd-b4b8df3ba32d found for delete ", "request_id": "req-24fcd3dd-2ad8-4e90-a067-446b7ef95fa5"}]} Jul 26 05:10:46.591667 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-074f1575-2304-4bfa-bcad-e30bba3e1ca0 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:46.593139 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-074f1575-2304-4bfa-bcad-e30bba3e1ca0 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 815 time: 0.4560199 Jul 26 05:10:46.660437 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-c22f6996-a7f7-48ee-ab2c-fb156ecc2915 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/quotas/fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 375 time: 0.0418532 Jul 26 05:10:46.717125 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33f066-e5c9-4140-8620-8fe344e20265 req-3aa493c0-87b0-4888-8693-07f5756e1894 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:46.718529 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc33f066-e5c9-4140-8620-8fe344e20265 req-3aa493c0-87b0-4888-8693-07f5756e1894 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.1011281 Jul 26 05:10:46.755340 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:46.760332 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-df14aaa9-66cd-446c-9518-122c19d45dd1 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913692 Jul 26 05:10:46.780153 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-013be295-93f1-4e4b-8959-da0740947534 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:10:46.781083 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-013be295-93f1-4e4b-8959-da0740947534 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068555 Jul 26 05:10:46.881129 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc33f066-e5c9-4140-8620-8fe344e20265 req-c42da964-ef97-40af-b43f-5f8e843a90c0 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391647 Jul 26 05:10:46.961031 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (bb9a7db5-a4ca-4292-9856-8fb1124674f9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:46.966608 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-0df9005b-df94-4de5-a23f-83704018c6a0 service neutron] 10.222.0.17 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786990 Jul 26 05:10:46.982665 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:47.021666 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:47.165096 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-a10a332c-dcfc-4067-9628-e08a85164a77 service neutron] 10.222.0.17 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669297 Jul 26 05:10:47.273960 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Deleting port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:47.274298 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:47.353851 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45292a8f-9ce9-4593-a74d-e683b4cad711 req-48a066d7-ec2d-4825-a230-914ca5e72338 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 210 time: 0.0368731 Jul 26 05:10:47.397100 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] For port d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa,segment=NetworkSegment(d45a8bf7-3750-4f39-a3a8-8271559665d8),segment_id=d45a8bf7-3750-4f39-a3a8-8271559665d8)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:47.397457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:47.410855 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Calling delete_port for d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:47.599864 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:47.626978 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:47.676297 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:47.807870 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (bb9a7db5-a4ca-4292-9856-8fb1124674f9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:47.893112 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:48.044887 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984104ed-9936-4c23-9f9b-2870938e6b98 req-9100ae16-d9e3-40d3-904a-d7d6d55bc9f9 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:48.046364 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-984104ed-9936-4c23-9f9b-2870938e6b98 req-9100ae16-d9e3-40d3-904a-d7d6d55bc9f9 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0816810 Jul 26 05:10:48.076920 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Router bb9a7db5-a4ca-4292-9856-8fb1124674f9 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:10:48.112764 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-984104ed-9936-4c23-9f9b-2870938e6b98 req-bb81977c-43d2-441a-9cf8-c33a3652d888 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600996 Jul 26 05:10:48.205121 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:10:48.209911 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a1601650-d0b1-4bc0-9f82-6eb3910bd390 admin admin] 10.222.0.17 "PUT /v2.0/routers/bb9a7db5-a4ca-4292-9856-8fb1124674f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1462495 Jul 26 05:10:48.212422 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53642) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:48.215062 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] Sync routers for ids ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:10:48.226114 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] Routers {'bb9a7db5-a4ca-4292-9856-8fb1124674f9'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:48.226728 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:48.318086 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks [] for router (bb9a7db5-a4ca-4292-9856-8fb1124674f9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:48.332064 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] Set router bb9a7db5-a4ca-4292-9856-8fb1124674f9 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:48.392003 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:48.492580 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d81e2fd-604b-4639-9635-5f1cfa065ec1 req-81019e01-60fb-4db4-9af9-932d3246b603 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 210 time: 0.0407717 Jul 26 05:10:48.530121 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:07Z', 'updated_at': '2022-07-26T05:10:47Z', 'revision_number': 5, 'project_id': '6874e6654d734910b67db92475ece16e', 'gw_port': {'id': 'f234a0d6-c1a1-4bf9-9028-0cbcb42dde66', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:03:09Z', 'updated_at': '2022-07-26T05:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:48.535340 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-757133c1-4564-458c-ae1b-77c8b9fb3ad8 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:48.536854 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-757133c1-4564-458c-ae1b-77c8b9fb3ad8 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 815 time: 0.1803215 Jul 26 05:10:48.539393 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks [] for router_gateway (bb9a7db5-a4ca-4292-9856-8fb1124674f9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:48.558555 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] Checking router: bb9a7db5-a4ca-4292-9856-8fb1124674f9 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:10:48.567268 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] Routers {'bb9a7db5-a4ca-4292-9856-8fb1124674f9'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:48.567894 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:48.599506 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Deleting port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:48.599881 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:48.663465 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:48.663990 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] Set router bb9a7db5-a4ca-4292-9856-8fb1124674f9 gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:48.678496 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:48.687774 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-9892336e-dbac-4390-9d8a-0e911ec5a849 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd4481cb5d2f43c5b60db983132a3e16 HTTP/1.1" status: 200 len: 380 time: 0.1349361 Jul 26 05:10:48.714534 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:07Z', 'updated_at': '2022-07-26T05:10:48Z', 'revision_number': 6, 'project_id': '6874e6654d734910b67db92475ece16e', 'gw_port_host': None}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:48.716049 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] For port f234a0d6-c1a1-4bf9-9028-0cbcb42dde66, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=f234a0d6-c1a1-4bf9-9028-0cbcb42dde66,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:48.716419 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:48.731122 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Calling delete_port for f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:48.736655 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:48.741885 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6ea29c-5dbf-417c-aa3f-98992febbfa7 None None] The sync data for ids ['bb9a7db5-a4ca-4292-9856-8fb1124674f9'] in dv-cinder-850574-1-iscsi is: [{'id': 'bb9a7db5-a4ca-4292-9856-8fb1124674f9', 'name': 'tempest-TestVolumeBootPattern-1863222997-router', 'tenant_id': '6874e6654d734910b67db92475ece16e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:03:07Z', 'updated_at': '2022-07-26T05:10:48Z', 'revision_number': 6, 'project_id': '6874e6654d734910b67db92475ece16e', 'gw_port_host': None}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:10:48.778569 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'port': {'device_id': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'admin_state_up': True, 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'security_groups': ['0238cf9c-14ea-4023-902f-6a095e489a09']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:10:48.947266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Made reservation on behalf of fd4481cb5d2f43c5b60db983132a3e16 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:10:48.950782 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.036361 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (f234a0d6-c1a1-4bf9-9028-0cbcb42dde66), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.069397 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f234a0d6-c1a1-4bf9-9028-0cbcb42dde66,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:49.189335 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (bb9a7db5-a4ca-4292-9856-8fb1124674f9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.192566 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Allocated IP 172.20.0.7 (912d8cea-04c4-42a2-bd90-8733248dc6ae/2cb68377-32a7-486c-ba75-7031cbe9285d/89a362ec-f588-4c14-a9ae-fb9f4e9f3b40) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:10:49.307367 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (bb9a7db5-a4ca-4292-9856-8fb1124674f9), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.313426 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks [] for router_controller (bb9a7db5-a4ca-4292-9856-8fb1124674f9), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.381563 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368405d0-6b33-4f82-9a2b-14eb6fe3f382 req-a7d2eda0-3db4-45a0-a9af-02edb25e9319 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:49.383014 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-368405d0-6b33-4f82-9a2b-14eb6fe3f382 req-a7d2eda0-3db4-45a0-a9af-02edb25e9319 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.1655858 Jul 26 05:10:49.429675 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (bb9a7db5-a4ca-4292-9856-8fb1124674f9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.430245 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9a7db5-a4ca-4292-9856-8fb1124674f9 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:10:49.436898 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.437985 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c49e4665-5a0a-41cc-bf2d-019cedd36ed7 admin admin] 10.222.0.17 "DELETE /v2.0/routers/bb9a7db5-a4ca-4292-9856-8fb1124674f9 HTTP/1.1" status: 204 len: 168 time: 1.2246614 Jul 26 05:10:49.440860 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53652) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:49.461643 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:49.487755 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-e022045c-7291-4909-9799-26a540d42f04 admin admin] Deleting subnet b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:10:49.491006 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e022045c-7291-4909-9799-26a540d42f04 admin admin] Publish callbacks [] for subnet (b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.503624 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-368405d0-6b33-4f82-9a2b-14eb6fe3f382 req-3776555a-4d25-434e-85c7-81bb6d74a301 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040170 Jul 26 05:10:49.529874 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:49.534457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.543879 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e022045c-7291-4909-9799-26a540d42f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.579961 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.628866 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e022045c-7291-4909-9799-26a540d42f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.660631 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:10:49.669827 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:10:49.679656 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972f191-b926-4cea-9c2d-759ce7aef441 req-84f86be5-c068-4d2f-bca0-0d949a28daaa tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:49.679656 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0972f191-b926-4cea-9c2d-759ce7aef441 req-84f86be5-c068-4d2f-bca0-0d949a28daaa tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 931 time: 0.0973423 Jul 26 05:10:49.680870 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:10:49.685498 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event updated for resources: {'Port': ['ID=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:49.695778 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e022045c-7291-4909-9799-26a540d42f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.723049 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022045c-7291-4909-9799-26a540d42f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:49.729004 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e022045c-7291-4909-9799-26a540d42f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.732650 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-e022045c-7291-4909-9799-26a540d42f04 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b3f8c3d5-9591-4d0d-8fc5-0ce0d9b67e8e HTTP/1.1" status: 204 len: 168 time: 0.2907219 Jul 26 05:10:49.735682 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53656) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:49.738789 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6ee4a6-52d2-458b-93ff-37a47622022b None None] Network bfc355ed-296b-4282-8490-6e5732402872 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:10:49.761643 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:49.795834 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:49.796048 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.801096 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:49.835178 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:49.835519 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device d7a8b2e6-65ff-48a5-8d2c-639bb593e1fa not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:49.835964 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:49.850401 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0972f191-b926-4cea-9c2d-759ce7aef441 req-2bca00d8-8351-491f-9c17-037d8bf45fa2 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444464 Jul 26 05:10:49.868518 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-b4a608d5-1a45-4714-855d-53bffffb6635 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0951042 Jul 26 05:10:49.881256 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (bfc355ed-296b-4282-8490-6e5732402872), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.889825 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Request body: {'port': {'device_id': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:10:49.907300 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:49.907679 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device f234a0d6-c1a1-4bf9-9028-0cbcb42dde66 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:49.986134 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Deleting port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:49.986483 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:49.993133 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a494a-58b5-4022-96e2-6ffd00532791 None None] DHCP port deletion for bfc355ed-296b-4282-8490-6e5732402872 request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:10:50.001604 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.042604 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-8c8ea620-7196-49e6-99f4-8c346df10df1 None None] Provisioning complete for port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:10:50.042972 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea620-7196-49e6-99f4-8c346df10df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.044430 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a494a-58b5-4022-96e2-6ffd00532791 None None] Deleting port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:10:50.044785 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-dc2a494a-58b5-4022-96e2-6ffd00532791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.083697 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] For port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=4d8a508a-19af-47f3-97a0-e1ecb13ec4ae,segment=NetworkSegment(d45a8bf7-3750-4f39-a3a8-8271559665d8),segment_id=d45a8bf7-3750-4f39-a3a8-8271559665d8)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:50.083930 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.111433 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Calling delete_port for 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:50.124506 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ea620-7196-49e6-99f4-8c346df10df1 None None] Port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:10:50.142460 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-dc2a494a-58b5-4022-96e2-6ffd00532791 None None] For port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=4d8a508a-19af-47f3-97a0-e1ecb13ec4ae,segment=NetworkSegment(d45a8bf7-3750-4f39-a3a8-8271559665d8),segment_id=d45a8bf7-3750-4f39-a3a8-8271559665d8)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:50.142844 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-dc2a494a-58b5-4022-96e2-6ffd00532791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.156486 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a494a-58b5-4022-96e2-6ffd00532791 None None] Calling delete_port for 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:10:50.216834 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:50.241515 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-dc2a494a-58b5-4022-96e2-6ffd00532791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.271757 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a494a-58b5-4022-96e2-6ffd00532791 None None] Pushing event deleted for resources: {'Port': ['ID=4d8a508a-19af-47f3-97a0-e1ecb13ec4ae,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:50.275746 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a494a-58b5-4022-96e2-6ffd00532791 None None] No DVR routers for this DVR port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae on host dv-cinder-850574-1-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:50.553396 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:50.587683 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (4d8a508a-19af-47f3-97a0-e1ecb13ec4ae), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.658890 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8a508a-19af-47f3-97a0-e1ecb13ec4ae,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:50.660843 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] No DVR routers for this DVR port 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae on host dv-cinder-850574-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:10:50.690983 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:50.714113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f7af3-b6aa-4d3b-bc68-52e89d6ee59e req-ea896b60-ef69-4cc3-b091-5554caa29600 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:50.715584 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8e5f7af3-b6aa-4d3b-bc68-52e89d6ee59e req-ea896b60-ef69-4cc3-b091-5554caa29600 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.1322038 Jul 26 05:10:50.810573 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (bfc355ed-296b-4282-8490-6e5732402872), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.827822 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:10:50.850257 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Publish callbacks [] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.861448 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8e5f7af3-b6aa-4d3b-bc68-52e89d6ee59e req-c6026a03-1888-477f-acc1-2c23880db2fc tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333859 Jul 26 05:10:50.869113 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc355ed-296b-4282-8490-6e5732402872']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:50.882253 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45a8bf7-3750-4f39-a3a8-8271559665d8') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:50.882548 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45a8bf7-3750-4f39-a3a8-8271559665d8') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:50.892210 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Transition to ACTIVE for port object 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:10:50.894090 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58924931'] for segment (d45a8bf7-3750-4f39-a3a8-8271559665d8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.903014 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.931678 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (d45a8bf7-3750-4f39-a3a8-8271559665d8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:50.956266 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:10:50.956669 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59865100'] for segment (d45a8bf7-3750-4f39-a3a8-8271559665d8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.029398 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment d45a8bf7-3750-4f39-a3a8-8271559665d8 resource provider aggregate not found Jul 26 05:10:51.045519 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Pushing event updated for resources: {'Port': ['ID=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:51.053130 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment d45a8bf7-3750-4f39-a3a8-8271559665d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d45a8bf7-3750-4f39-a3a8-8271559665d8 found for delete ", "request_id": "req-040277ad-07f8-41f4-ad87-d64a3cbe3426"}]} Jul 26 05:10:51.090330 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247139b-6dfe-4a9b-b04f-75b6f13d2565 req-b9ff4b8a-643f-4de4-9bcd-33d84cd4cd93 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:51.091971 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a247139b-6dfe-4a9b-b04f-75b6f13d2565 req-b9ff4b8a-643f-4de4-9bcd-33d84cd4cd93 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 943 time: 0.1534591 Jul 26 05:10:51.118523 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (bfc355ed-296b-4282-8490-6e5732402872), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.136935 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.140094 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] 10.222.0.17 "DELETE /v2.0/networks/bfc355ed-296b-4282-8490-6e5732402872 HTTP/1.1" status: 204 len: 168 time: 1.4011855 Jul 26 05:10:51.163625 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c5697-5546-4469-af23-e189bf3b2ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc355ed-296b-4282-8490-6e5732402872,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:51.205203 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Attempting to bind port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:10:51.205458 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Attempting to bind port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:10:51.205823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Attempting to bind port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:10:51.210541 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a247139b-6dfe-4a9b-b04f-75b6f13d2565 req-4e073b1d-1146-43b9-936d-b1a4b1db24e3 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954556 Jul 26 05:10:51.213699 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:10:51.214056 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Attempting to bind port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 on network 912d8cea-04c4-42a2-bd90-8733248dc6ae {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:10:51.219208 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:10:51.219542 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Checking segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:10:51.219948 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Bound using segment: {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:10:51.220375 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Bound port: 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5e7b61-a44f-493d-a17a-51ee0a110f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:10:51.220734 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.265098 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53668) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:51.271221 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:51.282377 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] For port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:10:51.285784 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] For port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:10:51.291819 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.309656 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c5b5ea9a-77fb-48ba-b4d1-69f8e1288ff6 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=987757bb89e64419822e021b15a65c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406659 Jul 26 05:10:51.309954 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53670) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:51.316480 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:51.331988 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:51.332486 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.335008 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] 10.222.0.52 "PUT /v2.0/ports/89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 HTTP/1.1" status: 200 len: 1093 time: 1.4494159 Jul 26 05:10:51.335008 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'tag': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:51.336646 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e05138-30c8-48ed-9242-b038dda6754e", "tag": "89a362ec-f588-4c14-a9ae-fb9f4e9f3b40"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:51.363196 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75143be-f764-423a-b3f3-102a29bbfc21 service neutron] Pushing event updated for resources: {'Port': ['ID=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:51.380655 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7858e198-d47b-4da9-a96d-fe6a601d7f72 x-openstack-request-id: req-7858e198-d47b-4da9-a96d-fe6a601d7f72 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:51.380983 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e05138-30c8-48ed-9242-b038dda6754e", "tag": "89a362ec-f588-4c14-a9ae-fb9f4e9f3b40", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:51.381362 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7858e198-d47b-4da9-a96d-fe6a601d7f72 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:51.382450 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7858e198-d47b-4da9-a96d-fe6a601d7f72'] response: {'name': 'network-changed', 'server_uuid': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'tag': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40', 'status': 'completed', 'code': 200} Jul 26 05:10:51.383676 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-393c6594-46ec-4ed7-9267-3f03d0c44b9b admin admin] Publish callbacks [] for security_group (7ec768d2-a8af-4a69-9016-f93e399afe3b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.407315 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-393c6594-46ec-4ed7-9267-3f03d0c44b9b admin admin] Publish callbacks [] for security_group (7ec768d2-a8af-4a69-9016-f93e399afe3b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.443069 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-377f91f8-b470-4720-9bc6-3be8df5f38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:51.444791 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-377f91f8-b470-4720-9bc6-3be8df5f38e2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 1127 time: 0.0465508 Jul 26 05:10:51.455789 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-393c6594-46ec-4ed7-9267-3f03d0c44b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7ec768d2-a8af-4a69-9016-f93e399afe3b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.458388 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-393c6594-46ec-4ed7-9267-3f03d0c44b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.459544 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-393c6594-46ec-4ed7-9267-3f03d0c44b9b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7ec768d2-a8af-4a69-9016-f93e399afe3b HTTP/1.1" status: 204 len: 168 time: 0.1486616 Jul 26 05:10:51.470726 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c6594-46ec-4ed7-9267-3f03d0c44b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec768d2-a8af-4a69-9016-f93e399afe3b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:51.509666 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-690fb896-43ee-4300-ba7b-db9e0a7a1b48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 HTTP/1.1" status: 200 len: 217 time: 0.0507972 Jul 26 05:10:51.524464 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:51.563972 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-12e163f7-03d5-4866-a36a-7defb194f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:51.565477 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-12e163f7-03d5-4866-a36a-7defb194f14a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0504823 Jul 26 05:10:51.609881 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-85ceb898-0cec-4278-a416-ca36c35a4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:51.611399 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-85ceb898-0cec-4278-a416-ca36c35a4fa5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401692 Jul 26 05:10:51.665483 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:51.707933 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-713f6416-2290-4ed4-911d-eaa7c92e34d6 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904400 Jul 26 05:10:51.729220 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:10:51.751523 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:10:51.752407 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 4d8a508a-19af-47f3-97a0-e1ecb13ec4ae not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:10:51.803705 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ff4d164-5644-4bfa-802d-35984c6cbe10 req-0c6de39b-f205-49cc-b5c3-e624b8a5af3a service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902812 Jul 26 05:10:51.823760 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53678) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:51.863269 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-911a28c4-64f3-4e2b-96d6-47db86ce7ec1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6874e6654d734910b67db92475ece16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383358 Jul 26 05:10:51.865979 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53680) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:51.919381 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bdd66205-77fc-4a6b-8070-c96e30b5924e admin admin] Publish callbacks [] for security_group (ec20a581-d516-420c-b37c-c47192e74849), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.941553 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bdd66205-77fc-4a6b-8070-c96e30b5924e admin admin] Publish callbacks [] for security_group (ec20a581-d516-420c-b37c-c47192e74849), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.983649 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a9a3a-ed45-45e3-9a72-a736499208bb req-b6b2c554-2945-4748-bc80-10865fe3478f tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:51.985004 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a1a9a3a-ed45-45e3-9a72-a736499208bb req-b6b2c554-2945-4748-bc80-10865fe3478f tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0528815 Jul 26 05:10:51.990418 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bdd66205-77fc-4a6b-8070-c96e30b5924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ec20a581-d516-420c-b37c-c47192e74849), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.993047 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bdd66205-77fc-4a6b-8070-c96e30b5924e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:51.999371 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-bdd66205-77fc-4a6b-8070-c96e30b5924e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ec20a581-d516-420c-b37c-c47192e74849 HTTP/1.1" status: 204 len: 168 time: 0.1298347 Jul 26 05:10:52.007758 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd66205-77fc-4a6b-8070-c96e30b5924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20a581-d516-420c-b37c-c47192e74849,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:52.039827 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a1a9a3a-ed45-45e3-9a72-a736499208bb req-ededa183-afa9-40d7-bd3b-05c820a23e47 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480931 Jul 26 05:10:52.337879 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28c014-bdae-43c5-af36-19a8180272cf req-0a6099db-fe61-43b5-bef7-bb4ced06ab07 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:52.339759 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b28c014-bdae-43c5-af36-19a8180272cf req-0a6099db-fe61-43b5-bef7-bb4ced06ab07 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 943 time: 0.0516739 Jul 26 05:10:52.392876 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b28c014-bdae-43c5-af36-19a8180272cf req-e0b6da7d-4e7e-413c-9b4d-46220924b384 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467644 Jul 26 05:10:52.612063 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-c070e857-5575-48da-bef4-87e0c53ece85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:52.613421 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-c070e857-5575-48da-bef4-87e0c53ece85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 1127 time: 0.0488336 Jul 26 05:10:52.711199 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-d711fae5-2fed-4770-8b8d-6fec0475e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:52.712676 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-d711fae5-2fed-4770-8b8d-6fec0475e676 service neutron] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 916 time: 0.0930936 Jul 26 05:10:52.750771 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-f6fbe411-a1f6-4d6a-b89e-4e8ff18b237f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 HTTP/1.1" status: 200 len: 217 time: 0.0319135 Jul 26 05:10:52.801151 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-2cb6c45d-3d20-491d-a1b1-74c11d56690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:52.802542 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-2cb6c45d-3d20-491d-a1b1-74c11d56690f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0461540 Jul 26 05:10:52.846408 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-63e55b7c-314b-4314-89f8-666e3b6bb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:52.847924 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-63e55b7c-314b-4314-89f8-666e3b6bb222 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391953 Jul 26 05:10:52.939034 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-5b985a9a-e2fc-4853-955a-b10ee552c193 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854385 Jul 26 05:10:53.035452 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3ffdaaa-5e2f-4ffe-8e3e-eb486d2bea4e req-ddb48100-90f3-4226-a09e-3234553fb380 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908778 Jul 26 05:10:53.166129 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2f56e-e597-4bcc-a51e-386169a97a55 req-f5e29268-ede2-4ee9-b2d8-58759228dbf9 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:53.167584 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9dc2f56e-e597-4bcc-a51e-386169a97a55 req-f5e29268-ede2-4ee9-b2d8-58759228dbf9 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0475519 Jul 26 05:10:53.239401 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:53.248621 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9dc2f56e-e597-4bcc-a51e-386169a97a55 req-4b536eae-b47b-48c9-82b5-d3647a10cab8 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754473 Jul 26 05:10:53.256240 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-63e26dfb-f2fc-4cc2-9790-ab2cb4eb49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:53.257681 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-63e26dfb-f2fc-4cc2-9790-ab2cb4eb49fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=666f12ad571f45c096947d0497291842&device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1130 time: 0.0572929 Jul 26 05:10:53.346840 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-6392d5b9-56d2-4cfa-a261-743e5269583a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:53.348362 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-6392d5b9-56d2-4cfa-a261-743e5269583a service neutron] 10.222.0.52 "GET /v2.0/networks?id=72b54b76-e074-4ca5-ae69-4055afca29ba HTTP/1.1" status: 200 len: 909 time: 0.0851188 Jul 26 05:10:53.359587 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:53.415352 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-022b5dd0-b386-4400-be7c-c016a31ec8be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 200 len: 1001 time: 0.0612078 Jul 26 05:10:53.464901 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-aa057396-d340-4ad2-9486-48ca9727dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:53.466341 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-aa057396-d340-4ad2-9486-48ca9727dcb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e18865d8-d85e-4b59-8231-2cb589f1bf55 HTTP/1.1" status: 200 len: 847 time: 0.0441890 Jul 26 05:10:53.537551 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-91cb3bac-3c36-4f6f-aa12-abb4914835e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:53.538914 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-91cb3bac-3c36-4f6f-aa12-abb4914835e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72b54b76-e074-4ca5-ae69-4055afca29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658906 Jul 26 05:10:53.545062 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ece8-7f02-418a-a874-10daeee6396a req-c557c44c-faba-47c5-a0d5-06ecf908984f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:53.546387 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ff3ece8-7f02-418a-a874-10daeee6396a req-c557c44c-faba-47c5-a0d5-06ecf908984f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 943 time: 0.0656295 Jul 26 05:10:53.653342 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ff3ece8-7f02-418a-a874-10daeee6396a req-c3d6567d-8a8d-480e-925a-951ec7c0f9ed tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984781 Jul 26 05:10:53.664215 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-cc975722-9a75-41ff-9d77-df163440d664 service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169410 Jul 26 05:10:53.756309 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-793b3a0a-b663-4266-87b4-1c4e99f1c198 req-63741f13-c174-464a-8c80-31c0ffb1a26d service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858240 Jul 26 05:10:54.093809 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:10:54.333068 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:54.344971 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'port_id': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40', 'mac_address': 'fa:16:3e:32:0e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:10:54.370197 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4ebfc-b63c-4ae1-9f94-56d495c3f6ac req-ef988edb-341e-4c27-bb53-6fe03711e318 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:54.371677 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5d4ebfc-b63c-4ae1-9f94-56d495c3f6ac req-ef988edb-341e-4c27-bb53-6fe03711e318 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0486083 Jul 26 05:10:54.379942 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:10:54.380379 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:54.394152 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:10:54.417746 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:54.422666 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5d4ebfc-b63c-4ae1-9f94-56d495c3f6ac req-2e122f86-e873-4b45-b966-d996d83a216a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449460 Jul 26 05:10:54.422890 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:54.468297 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:54.727234 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['89a362ec-f588-4c14-a9ae-fb9f4e9f3b40'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:10:54.789933 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97cceb-4934-4fb8-98a1-c5926853b4ae req-0f351a53-010b-481a-95cf-26c04b330acd tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:54.791684 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd97cceb-4934-4fb8-98a1-c5926853b4ae req-0f351a53-010b-481a-95cf-26c04b330acd tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 944 time: 0.0468698 Jul 26 05:10:54.826391 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:54.843464 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd97cceb-4934-4fb8-98a1-c5926853b4ae req-caa3978c-28e5-4518-b415-1ffa30e01c6e tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462310 Jul 26 05:10:55.556329 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d510cd-aa45-45bd-b2d6-edd9dd048d6a req-a01c7333-6ebf-4292-b187-f66d2b2acb15 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:55.557719 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6d510cd-aa45-45bd-b2d6-edd9dd048d6a req-a01c7333-6ebf-4292-b187-f66d2b2acb15 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0571132 Jul 26 05:10:55.608519 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d6d510cd-aa45-45bd-b2d6-edd9dd048d6a req-19cd8bb5-0991-4fd6-8a31-e1d02fefbd2c tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448172 Jul 26 05:10:55.975865 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f93ba7-fcff-41a6-9960-0aa7737a5e29 req-9f4a942d-1ac5-4c17-a768-a6827838fba6 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:55.977332 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32f93ba7-fcff-41a6-9960-0aa7737a5e29 req-9f4a942d-1ac5-4c17-a768-a6827838fba6 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 944 time: 0.0567596 Jul 26 05:10:56.024319 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32f93ba7-fcff-41a6-9960-0aa7737a5e29 req-432a00db-0977-4d38-b1b5-2ab60bfb1c15 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412805 Jul 26 05:10:56.094084 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:10:56.137310 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:10:56.145202 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:10:56.145608 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:56.218017 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:10:56.218406 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:56.242112 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:56.244396 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910180be-ade4-4565-8d1f-64385d52595c" -d '{"events": [{"server_uuid": "f3e05138-30c8-48ed-9242-b038dda6754e", "name": "network-vif-plugged", "status": "completed", "tag": "89a362ec-f588-4c14-a9ae-fb9f4e9f3b40"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:56.260482 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:10:56.265045 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:56.286698 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81873ff-92f8-4900-8c1f-3f46e62158ef x-openstack-request-id: req-c81873ff-92f8-4900-8c1f-3f46e62158ef {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:56.286993 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e05138-30c8-48ed-9242-b038dda6754e", "name": "network-vif-plugged", "status": "completed", "tag": "89a362ec-f588-4c14-a9ae-fb9f4e9f3b40", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:56.287281 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c81873ff-92f8-4900-8c1f-3f46e62158ef {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:56.287695 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81873ff-92f8-4900-8c1f-3f46e62158ef'] response: {'server_uuid': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40', 'code': 200} Jul 26 05:10:56.312644 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:10:56.499433 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:56.505773 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bae71-388b-4156-9b16-286322818c0a req-dd4a9aa0-e97a-4784-ba2e-e0094b0a42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:56.507227 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc0bae71-388b-4156-9b16-286322818c0a req-dd4a9aa0-e97a-4784-ba2e-e0094b0a42f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 1129 time: 0.0439103 Jul 26 05:10:56.550227 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc0bae71-388b-4156-9b16-286322818c0a req-4f7125fe-f18c-4249-af1c-b8c3c9f1941a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371809 Jul 26 05:10:56.744823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acd0ec-a1d7-4dad-9de9-405cf09a7f41 req-e31c4e70-5a92-4872-bf4e-5558bc8c403f tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:56.746392 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41acd0ec-a1d7-4dad-9de9-405cf09a7f41 req-e31c4e70-5a92-4872-bf4e-5558bc8c403f tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0499580 Jul 26 05:10:56.798984 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41acd0ec-a1d7-4dad-9de9-405cf09a7f41 req-0cf2e0b6-fd97-4ef2-82f0-7de71c4fce94 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Jul 26 05:10:56.989753 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-4fae777b-a005-4a88-ab3a-39dbca3a1575 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414608 Jul 26 05:10:57.018683 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06852efd-fc4e-419c-b6a5-9a5bb1f787fd req-2f2cd8bc-9ab9-4ac4-a146-f205fd70e684 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:57.020217 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06852efd-fc4e-419c-b6a5-9a5bb1f787fd req-2f2cd8bc-9ab9-4ac4-a146-f205fd70e684 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0517030 Jul 26 05:10:57.064635 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a1a9-b019-4188-99a7-608c3666c24b req-48b62798-c04c-43b0-933b-faba08c13425 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:57.066045 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-48b62798-c04c-43b0-933b-faba08c13425 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports/f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 200 len: 943 time: 0.0473473 Jul 26 05:10:57.072248 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06852efd-fc4e-419c-b6a5-9a5bb1f787fd req-9ca0a627-b321-4875-9c00-d7af28577c2d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461853 Jul 26 05:10:57.142790 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:57.158766 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3589a-067f-4045-81e4-5edef8f4a307 req-e412acc7-a413-485c-b51f-b475270c8088 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:57.160298 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2e3589a-067f-4045-81e4-5edef8f4a307 req-e412acc7-a413-485c-b51f-b475270c8088 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 945 time: 0.0470085 Jul 26 05:10:57.209089 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2e3589a-067f-4045-81e4-5edef8f4a307 req-9e8925cf-73be-4cad-9f64-c5ce686c8f10 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429909 Jul 26 05:10:58.209803 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e7021-6739-4d77-b031-144fcec89070 req-b84fc703-d426-4727-b020-0c5179255e33 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:58.211215 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-193e7021-6739-4d77-b031-144fcec89070 req-b84fc703-d426-4727-b020-0c5179255e33 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0513604 Jul 26 05:10:58.265174 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-193e7021-6739-4d77-b031-144fcec89070 req-fe6ce71c-1271-45c6-b279-0e2428831042 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480769 Jul 26 05:10:58.338165 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48244ef-2349-45fc-8fca-9036670fec92 req-a345e735-050c-4c29-96c5-de41a7a701a6 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:58.339512 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c48244ef-2349-45fc-8fca-9036670fec92 req-a345e735-050c-4c29-96c5-de41a7a701a6 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 945 time: 0.0468113 Jul 26 05:10:58.388319 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c48244ef-2349-45fc-8fca-9036670fec92 req-31a7d501-4d8d-4906-ae6b-ccc0f844420f tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428326 Jul 26 05:10:58.506674 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149a550-418e-48c7-898f-7f50677be56e req-a93d5dd7-9ae2-4576-91d9-3238b4627da6 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:58.515981 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7149a550-418e-48c7-898f-7f50677be56e req-a93d5dd7-9ae2-4576-91d9-3238b4627da6 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 945 time: 0.0530467 Jul 26 05:10:58.518230 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53722) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:10:58.522879 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.v2.base [None req-5f2b53f7-b18c-4c89-8d90-f4fae38673da tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Request body: {'floatingip': {'port_id': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40'}} {{(pid=104002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:10:58.561933 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5f2b53f7-b18c-4c89-8d90-f4fae38673da tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (a282fbfd-0f38-4582-80a2-3ee74710723b), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:58.717395 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:58.718126 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=43 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:59.008396 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5f2b53f7-b18c-4c89-8d90-f4fae38673da tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:59.015073 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5f2b53f7-b18c-4c89-8d90-f4fae38673da tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (a282fbfd-0f38-4582-80a2-3ee74710723b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:59.017571 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:59.289625 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a1a9-b019-4188-99a7-608c3666c24b req-6c657bd6-049e-49c8-a226-4afc06fcefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:59.291775 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-6c657bd6-049e-49c8-a226-4afc06fcefc1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f&tenant_id=666f12ad571f45c096947d0497291842 HTTP/1.1" status: 200 len: 1130 time: 0.2285244 Jul 26 05:10:59.329431 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:59.346407 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-5f2b53f7-b18c-4c89-8d90-f4fae38673da tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Floating IP a282fbfd-0f38-4582-80a2-3ee74710723b associated. External IP: 172.27.3.103, port: 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40. Jul 26 05:10:59.394890 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a1a9-b019-4188-99a7-608c3666c24b req-c94a5083-5e5a-4c0b-ac67-444c42f9cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:59.396441 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-c94a5083-5e5a-4c0b-ac67-444c42f9cc08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=666f12ad571f45c096947d0497291842&device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1130 time: 0.0682514 Jul 26 05:10:59.417452 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652ed36-0804-46d8-a280-0e0b3987cdf6 req-05414107-cd25-4391-8607-c741b15cdf2e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:59.418841 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c652ed36-0804-46d8-a280-0e0b3987cdf6 req-05414107-cd25-4391-8607-c741b15cdf2e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0769856 Jul 26 05:10:59.530921 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c652ed36-0804-46d8-a280-0e0b3987cdf6 req-aa9b5ac2-60ef-4102-8520-1d43d09d3925 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023204 Jul 26 05:10:59.535381 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a1a9-b019-4188-99a7-608c3666c24b req-3f5c8cee-2171-41c4-8b0e-2b5222af4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:59.536910 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-3f5c8cee-2171-41c4-8b0e-2b5222af4234 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72b54b76-e074-4ca5-ae69-4055afca29ba HTTP/1.1" status: 200 len: 909 time: 0.1329629 Jul 26 05:10:59.547275 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2b53f7-b18c-4c89-8d90-f4fae38673da tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:10:59.604297 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-c70becf5-f852-4c0a-b670-7f010d0b0ac9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 200 len: 1001 time: 0.0600307 Jul 26 05:10:59.651190 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a1a9-b019-4188-99a7-608c3666c24b req-999f60bd-320f-4fc9-b797-dbea8cf3c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:59.652674 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-999f60bd-320f-4fc9-b797-dbea8cf3c8c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e18865d8-d85e-4b59-8231-2cb589f1bf55 HTTP/1.1" status: 200 len: 847 time: 0.0430138 Jul 26 05:10:59.652851 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2b53f7-b18c-4c89-8d90-f4fae38673da tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:10:59.658108 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5f2b53f7-b18c-4c89-8d90-f4fae38673da tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:10:59.665360 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:10:59.676988 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:10:59.677616 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:10:59.681303 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:59.692994 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5f2b53f7-b18c-4c89-8d90-f4fae38673da tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "PUT /v2.0/floatingips/a282fbfd-0f38-4582-80a2-3ee74710723b HTTP/1.1" status: 200 len: 991 time: 1.1736288 Jul 26 05:10:59.693674 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'tag': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:10:59.696112 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bd3bd8-8185-42f1-935e-c1b401e230f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e05138-30c8-48ed-9242-b038dda6754e", "tag": "89a362ec-f588-4c14-a9ae-fb9f4e9f3b40"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:10:59.702711 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212a1a9-b019-4188-99a7-608c3666c24b req-2c7e2ddb-f989-48c9-b088-236a859ea76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:59.704882 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-2c7e2ddb-f989-48c9-b088-236a859ea76b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72b54b76-e074-4ca5-ae69-4055afca29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452731 Jul 26 05:10:59.736115 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d2b52e-a228-435d-8dc6-aedb5249f4df x-openstack-request-id: req-61d2b52e-a228-435d-8dc6-aedb5249f4df {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:10:59.736403 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e05138-30c8-48ed-9242-b038dda6754e", "tag": "89a362ec-f588-4c14-a9ae-fb9f4e9f3b40", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:10:59.736655 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-61d2b52e-a228-435d-8dc6-aedb5249f4df {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:10:59.737066 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d2b52e-a228-435d-8dc6-aedb5249f4df'] response: {'name': 'network-changed', 'server_uuid': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'tag': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40', 'status': 'completed', 'code': 200} Jul 26 05:10:59.776136 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:10:59.790837 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:10:59.829343 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-db900964-dd15-4c68-8978-9794eb60192e service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189857 Jul 26 05:10:59.834372 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-5a007766-8c2c-4252-b3a5-ff8a44aac59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:59.835831 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-5a007766-8c2c-4252-b3a5-ff8a44aac59a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 1129 time: 0.0564263 Jul 26 05:10:59.991115 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8212a1a9-b019-4188-99a7-608c3666c24b req-7cdf1e8e-5aaa-4777-9673-02226a52d6a1 service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542997 Jul 26 05:10:59.992411 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-b49a2d61-a7bf-4555-ab73-568a689f011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:10:59.993772 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-b49a2d61-a7bf-4555-ab73-568a689f011b service neutron] 10.222.0.52 "GET /v2.0/networks?id=912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 200 len: 916 time: 0.1489842 Jul 26 05:11:00.006771 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'a282fbfd-0f38-4582-80a2-3ee74710723b', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:32:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:10:45Z', 'updated_at': '2022-07-26T05:10:58Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:00.031962 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:11:00.040648 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:11:00.041262 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:10:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:00.057979 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:00.068935 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-2124f18c-65ac-4d4c-99bb-e8844e80a46b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 HTTP/1.1" status: 200 len: 999 time: 0.0614164 Jul 26 05:11:00.121467 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device f68c75a3-31f1-4414-8479-ccad9fcbea7a no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:11:00.178176 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:11:00.282683 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:00.286381 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port f68c75a3-31f1-4414-8479-ccad9fcbea7a is: ACTIVE; New status is: DOWN {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:11:00.286770 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:00.289080 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-ebe9f9f2-0691-46f1-a114-cd72328db90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:00.290546 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-ebe9f9f2-0691-46f1-a114-cd72328db90e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 200 len: 854 time: 0.0462680 Jul 26 05:11:00.337304 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-9ccb854a-acb9-45e0-a026-ac1e8edc8b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:00.338808 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-9ccb854a-acb9-45e0-a026-ac1e8edc8b5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=912d8cea-04c4-42a2-bd90-8733248dc6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417926 Jul 26 05:11:00.358064 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:11:00.360585 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde5b158-9a40-45fe-8062-b202a3db6c5b" -d '{"events": [{"server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "name": "network-vif-unplugged", "status": "completed", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:11:00.377009 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:11:00.387686 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:00.412647 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1178998a-bca6-44a9-ac08-cec7a61f1dd2 x-openstack-request-id: req-1178998a-bca6-44a9-ac08-cec7a61f1dd2 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:11:00.412934 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "name": "network-vif-unplugged", "status": "completed", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:11:00.413182 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1178998a-bca6-44a9-ac08-cec7a61f1dd2 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:11:00.413567 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1178998a-bca6-44a9-ac08-cec7a61f1dd2'] response: {'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'code': 200} Jul 26 05:11:00.437827 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-089db0f6-3d4a-4ca8-9b8b-726faa91a258 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922849 Jul 26 05:11:00.461596 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=f68c75a3-31f1-4414-8479-ccad9fcbea7a,revision_number=6']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:00.505129 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'a282fbfd-0f38-4582-80a2-3ee74710723b', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:32:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:10:45Z', 'updated_at': '2022-07-26T05:10:58Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:00.529542 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7bd3bd8-8185-42f1-935e-c1b401e230f0 req-97ab77c5-47b6-4b1a-9462-e0dc44024bc0 service neutron] 10.222.0.52 "GET /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842977 Jul 26 05:11:00.538251 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369f270a-eab8-4047-ad1f-54fb937821f9 None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_floatingips': [{'id': 'a282fbfd-0f38-4582-80a2-3ee74710723b', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'floating_ip_address': '172.27.3.103', 'floating_network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'router_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'port_id': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'mac_address': 'fa:16:3e:32:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T05:10:45Z', 'updated_at': '2022-07-26T05:10:58Z', 'revision_number': 1, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:11:00.658114 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7ce8a-d968-47d9-81b0-0dae6da8500a req-33fbe30f-b66f-459f-a021-f0eed7028b71 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:00.659629 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7c7ce8a-d968-47d9-81b0-0dae6da8500a req-33fbe30f-b66f-459f-a021-f0eed7028b71 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0515296 Jul 26 05:11:00.714874 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7c7ce8a-d968-47d9-81b0-0dae6da8500a req-47086474-4b71-4d72-ab65-922f5efb3d2a tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490615 Jul 26 05:11:00.731183 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58105b93-bcc5-41fe-96b7-c1fe7918494b None None] New status for floating IP a282fbfd-0f38-4582-80a2-3ee74710723b: ACTIVE {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:11:01.845239 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18b780-30e4-4373-ab2e-433322691c03 req-5840bf99-69b8-48b3-9772-5e39008a55a8 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:01.846704 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a18b780-30e4-4373-ab2e-433322691c03 req-5840bf99-69b8-48b3-9772-5e39008a55a8 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0483437 Jul 26 05:11:01.897735 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a18b780-30e4-4373-ab2e-433322691c03 req-f76661b1-02af-45d1-9f8e-e1e37bc95b15 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 Jul 26 05:11:03.025335 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1346ac-94a8-4cf8-800c-eded66575873 req-f4af6306-2cd5-4f00-bf20-9e5ce185ca29 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:03.026789 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b1346ac-94a8-4cf8-800c-eded66575873 req-f4af6306-2cd5-4f00-bf20-9e5ce185ca29 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0558681 Jul 26 05:11:03.060494 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:03.079546 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b1346ac-94a8-4cf8-800c-eded66575873 req-ac81b827-5e7b-41a8-b78b-4cc0af6bab7b tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469878 Jul 26 05:11:04.216052 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1b9dc-03e5-452b-acd4-da7d4fa5f7c9 req-fb289a65-5f36-48b2-a6a1-3584237f6398 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:04.217520 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7a1b9dc-03e5-452b-acd4-da7d4fa5f7c9 req-fb289a65-5f36-48b2-a6a1-3584237f6398 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0509517 Jul 26 05:11:04.259406 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:04.269294 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7a1b9dc-03e5-452b-acd4-da7d4fa5f7c9 req-9762e673-c431-4c4d-ac1b-4b5fc5053084 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460970 Jul 26 05:11:05.397464 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80b2b7-013c-4c8c-9d50-4b0bc7e872af req-7da7711f-964d-4ba9-823c-d04512a34c90 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:05.398933 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af80b2b7-013c-4c8c-9d50-4b0bc7e872af req-7da7711f-964d-4ba9-823c-d04512a34c90 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0484633 Jul 26 05:11:05.452227 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af80b2b7-013c-4c8c-9d50-4b0bc7e872af req-712ba3cb-9ce6-4364-a37d-cc8f0d3e4379 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451808 Jul 26 05:11:06.404341 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ac9f1-00a4-43b3-b9e2-4e4acb41cd31 req-ba3e928b-ed73-4fbb-9e87-2938ca26c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:06.406334 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c18ac9f1-00a4-43b3-b9e2-4e4acb41cd31 req-ba3e928b-ed73-4fbb-9e87-2938ca26c99a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1128 time: 0.3137808 Jul 26 05:11:06.453504 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c18ac9f1-00a4-43b3-b9e2-4e4acb41cd31 req-94045402-9ac5-4538-b0ab-cea408e9e298 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 Jul 26 05:11:06.582857 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210682-225e-4f2e-9501-49c553778435 req-62c119a5-8b92-4a97-a0d4-02368429b390 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:06.584351 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a210682-225e-4f2e-9501-49c553778435 req-62c119a5-8b92-4a97-a0d4-02368429b390 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0479503 Jul 26 05:11:06.642754 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a210682-225e-4f2e-9501-49c553778435 req-d9d53d4f-6595-4e12-8a30-f45f26fcf1fa tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526378 Jul 26 05:11:07.184914 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-f4a472f1-618e-49d2-8403-f6041d28c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:07.186423 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-f4a472f1-618e-49d2-8403-f6041d28c279 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=666f12ad571f45c096947d0497291842&device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1128 time: 0.0507119 Jul 26 05:11:07.218151 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:07.323492 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-346db55f-6aa9-4f0e-a665-3aeebd4abc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:07.324989 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-346db55f-6aa9-4f0e-a665-3aeebd4abc05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72b54b76-e074-4ca5-ae69-4055afca29ba HTTP/1.1" status: 200 len: 909 time: 0.1143658 Jul 26 05:11:07.764152 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7d844-7d1d-46a5-81f9-050a7d689c92 req-c9c77c05-0e97-4987-8da2-634809ebe16e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:07.766308 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ad7d844-7d1d-46a5-81f9-050a7d689c92 req-c9c77c05-0e97-4987-8da2-634809ebe16e tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 944 time: 0.0502641 Jul 26 05:11:07.857649 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-cb87efca-9420-4dde-8f65-682eb81d65d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 200 len: 999 time: 0.0901506 Jul 26 05:11:07.866434 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ad7d844-7d1d-46a5-81f9-050a7d689c92 req-6775bf2f-5847-4ef8-986b-e64790f333ab tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932891 Jul 26 05:11:07.911539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-6a083ed6-a360-4a3d-86b4-dab2a0db5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:07.913035 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-6a083ed6-a360-4a3d-86b4-dab2a0db5a87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e18865d8-d85e-4b59-8231-2cb589f1bf55 HTTP/1.1" status: 200 len: 847 time: 0.0457413 Jul 26 05:11:07.962481 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-b2df3410-dbd4-4c93-80df-4bbef40a039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:07.963902 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-b2df3410-dbd4-4c93-80df-4bbef40a039f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72b54b76-e074-4ca5-ae69-4055afca29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452683 Jul 26 05:11:08.061656 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-c1a11005-2cf5-45fd-a071-f4c9fbdc861f service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906336 Jul 26 05:11:08.134068 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device f68c75a3-31f1-4414-8479-ccad9fcbea7a details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:11:08.155774 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-376aeb4c-a4f8-4157-831d-34d364d74062 req-506f7157-969f-4788-b76a-ae644404f449 service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879531 Jul 26 05:11:08.157326 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:08.240792 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:11:08.252314 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'port_id': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'mac_address': 'fa:16:3e:56:de:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:11:08.286460 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port f68c75a3-31f1-4414-8479-ccad9fcbea7a is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:11:08.286832 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:08.300232 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68c75a3-31f1-4414-8479-ccad9fcbea7a {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:11:08.320553 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:11:08.325046 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:08.371905 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=f68c75a3-31f1-4414-8479-ccad9fcbea7a,revision_number=7']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:08.623669 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['f68c75a3-31f1-4414-8479-ccad9fcbea7a'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:11:09.684414 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=36 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:09.686744 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=46 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:10.157896 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device f68c75a3-31f1-4414-8479-ccad9fcbea7a up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:11:10.181229 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:10.208527 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port f68c75a3-31f1-4414-8479-ccad9fcbea7a triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:11:10.208923 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:10.281400 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port f68c75a3-31f1-4414-8479-ccad9fcbea7a is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:11:10.281788 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:10.306308 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:11:10.308959 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38c2f0a-234c-475b-a690-a13b83c2bf20" -d '{"events": [{"server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "name": "network-vif-plugged", "status": "completed", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:11:10.322138 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:11:10.327961 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:10.382185 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=f68c75a3-31f1-4414-8479-ccad9fcbea7a,revision_number=8']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:10.476536 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf54c12-0db3-4f15-bc5b-bc002a8a3667 x-openstack-request-id: req-cbf54c12-0db3-4f15-bc5b-bc002a8a3667 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:11:10.476831 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "name": "network-vif-plugged", "status": "completed", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:11:10.477086 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cbf54c12-0db3-4f15-bc5b-bc002a8a3667 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:11:10.477478 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf54c12-0db3-4f15-bc5b-bc002a8a3667'] response: {'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'code': 200} Jul 26 05:11:13.566466 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:13.575400 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d11fad9e-8b6e-46e1-b21e-40b60d253895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:15.726757 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-5f9922b5-a050-473e-80c0-69ad8fc5846b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:16.996535 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:18.151547 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=77 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:18.153191 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=55 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:18.390574 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:18.687587 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:19.335377 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:11:28.674095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:28.678504 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:29.326843 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:29.328168 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:33.092897 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:43.076586 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:43.087388 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:43.570203 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-953e6e3c-9318-4889-bba8-e45a03cc20b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:45.299930 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfaabe-5e0a-4e4b-bab0-382e2eea5cdf req-0147aa25-f6f1-472c-af9a-ae34623627b0 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:45.301289 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80cfaabe-5e0a-4e4b-bab0-382e2eea5cdf req-0147aa25-f6f1-472c-af9a-ae34623627b0 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 945 time: 0.0595465 Jul 26 05:11:45.349725 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80cfaabe-5e0a-4e4b-bab0-382e2eea5cdf req-5d283250-0e1a-43da-b5ed-6729d861e30a tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424919 Jul 26 05:11:45.725827 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4c52523f-09ad-4fbf-ba7b-05cce29e8161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:46.494378 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e2a11-ffad-4e01-bccb-823f1658bc00 req-a201ddbf-ab7d-4a91-8e26-6bbf8b5cf262 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:46.495879 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b5e2a11-ffad-4e01-bccb-823f1658bc00 req-a201ddbf-ab7d-4a91-8e26-6bbf8b5cf262 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 945 time: 0.0566611 Jul 26 05:11:46.546748 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b5e2a11-ffad-4e01-bccb-823f1658bc00 req-5a55811a-0ef5-40cc-bd86-2d8ee66ed663 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups?id=0238cf9c-14ea-4023-902f-6a095e489a09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425920 Jul 26 05:11:46.824373 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-ec298269-558b-4c1b-b303-730696ac7c55 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:11:46.825731 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-ec298269-558b-4c1b-b303-730696ac7c55 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 945 time: 0.0610321 Jul 26 05:11:46.910118 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Deleting port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:11:46.910470 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:46.988884 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:47.015531 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] For port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:11:47.015898 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:47.177217 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:47.177592 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4110563'] for floatingip (a282fbfd-0f38-4582-80a2-3ee74710723b), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:47.177884 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Floating IP a282fbfd-0f38-4582-80a2-3ee74710723b disassociated. External IP: 172.27.3.103, port: 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40. Jul 26 05:11:47.178235 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Calling delete_port for 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:11:47.318919 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (89a362ec-f588-4c14-a9ae-fb9f4e9f3b40), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:47.345260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'Port': ['ID=89a362ec-f588-4c14-a9ae-fb9f4e9f3b40,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:47.358479 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.358825 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.359168 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.359508 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.359867 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.360196 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.360524 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.360848 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.361167 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.361540 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.361814 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.362154 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.362471 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.362812 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.363101 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:47.470980 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:11:47.560883 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:47.563377 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:47.588558 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:11:47.600503 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:11:47.611595 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:11:47.612438 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:11:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:47.635010 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] No DVR routers for this DVR port 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:11:47.637649 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:47.640973 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9ea8f87d-534b-4a73-b961-02faf0493736 req-7db3251f-9e10-4b34-b6fa-7b5e6a472b06 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.52 "DELETE /v2.0/ports/89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 HTTP/1.1" status: 204 len: 173 time: 0.8096235 Jul 26 05:11:47.642270 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'name': 'network-vif-deleted', 'tag': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:11:47.645094 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae5e7cf-5f4f-41c2-ba9d-187166c0863a" -d '{"events": [{"server_uuid": "f3e05138-30c8-48ed-9242-b038dda6754e", "name": "network-vif-deleted", "tag": "89a362ec-f588-4c14-a9ae-fb9f4e9f3b40"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:11:47.677099 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dddaecdf-f056-41bf-a27e-fe8721132f0d req-a62a3706-19a0-4ae4-a1bc-c10f72a493c4 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/ports?device_id=f3e05138-30c8-48ed-9242-b038dda6754e HTTP/1.1" status: 200 len: 210 time: 0.0436172 Jul 26 05:11:47.742412 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:11:47.779587 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362a330c-24cf-4edd-a544-2b9b7b67c812 x-openstack-request-id: req-362a330c-24cf-4edd-a544-2b9b7b67c812 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:11:47.780071 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e05138-30c8-48ed-9242-b038dda6754e", "name": "network-vif-deleted", "tag": "89a362ec-f588-4c14-a9ae-fb9f4e9f3b40", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:11:47.780328 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-362a330c-24cf-4edd-a544-2b9b7b67c812 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:11:47.780738 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-362a330c-24cf-4edd-a544-2b9b7b67c812'] response: {'server_uuid': 'f3e05138-30c8-48ed-9242-b038dda6754e', 'name': 'network-vif-deleted', 'tag': '89a362ec-f588-4c14-a9ae-fb9f4e9f3b40', 'status': 'completed', 'code': 200} Jul 26 05:11:47.936582 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:47.961069 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:11:47.969785 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:11:47.970383 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:11:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:48.072640 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:11:48.261371 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:48.288956 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f857e6-29cc-4965-897e-b8f85e8626e7 None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:07:18Z', 'revision_number': 4, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': 'eb4d2073-fd1f-4f8a-a671-caaf21f11b83', 'name': '', 'network_id': '912d8cea-04c4-42a2-bd90-8733248dc6ae', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'mac_address': 'fa:16:3e:93:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:18Z', 'updated_at': '2022-07-26T05:07:23Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'subnets': [{'id': '2cb68377-32a7-486c-ba75-7031cbe9285d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:11:48.393038 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:48.507856 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e9f4c-0d2a-42cc-b54f-d1a84e9f2523 None None] New status for floating IP a282fbfd-0f38-4582-80a2-3ee74710723b: DOWN {{(pid=104004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:11:48.673096 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:48.776794 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53836) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:11:48.835150 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (0238cf9c-14ea-4023-902f-6a095e489a09), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:48.859699 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (0238cf9c-14ea-4023-902f-6a095e489a09), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:48.911162 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (0238cf9c-14ea-4023-902f-6a095e489a09), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:48.913641 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:48.914823 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "DELETE /v2.0/security-groups/0238cf9c-14ea-4023-902f-6a095e489a09 HTTP/1.1" status: 204 len: 168 time: 0.1370151 Jul 26 05:11:48.917879 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53838) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:11:48.924386 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0238cf9c-14ea-4023-902f-6a095e489a09,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:48.931913 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.932262 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.932604 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.932941 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.933162 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-c56cbe3b-4b6d-4c20-8640-da0e2d7392aa tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] show failed (client error): The resource could not be found. Jul 26 05:11:48.933274 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.933585 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.937147 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.937273 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c56cbe3b-4b6d-4c20-8640-da0e2d7392aa tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "GET /v2.0/security-groups/0238cf9c-14ea-4023-902f-6a095e489a09 HTTP/1.1" status: 404 len: 347 time: 0.0145645 Jul 26 05:11:48.937385 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.937385 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.937385 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.937385 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.937385 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.937385 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.937385 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.937385 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a0e78e-0937-4bed-9495-a64386bbe063 tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:48.938148 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53840) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:11:49.054790 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Deleting port f1ac18ea-cc33-4473-912e-97faebb6b1b8 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:11:49.055135 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (f1ac18ea-cc33-4473-912e-97faebb6b1b8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:49.133237 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (f1ac18ea-cc33-4473-912e-97faebb6b1b8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:49.133529 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (f1ac18ea-cc33-4473-912e-97faebb6b1b8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:49.146314 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Calling delete_port for f1ac18ea-cc33-4473-912e-97faebb6b1b8 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:11:49.297823 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (f1ac18ea-cc33-4473-912e-97faebb6b1b8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:49.322941 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Pushing event deleted for resources: {'Port': ['ID=f1ac18ea-cc33-4473-912e-97faebb6b1b8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:49.392674 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks [] for floatingip (a282fbfd-0f38-4582-80a2-3ee74710723b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:49.395203 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:49.396413 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9d4fc88c-48da-4cb4-b657-6a9392175fdb tempest-AttachVolumeNegativeTest-376796662 tempest-AttachVolumeNegativeTest-376796662-project] 10.222.0.17 "DELETE /v2.0/floatingips/a282fbfd-0f38-4582-80a2-3ee74710723b HTTP/1.1" status: 204 len: 168 time: 0.4580324 Jul 26 05:11:50.359023 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:11:50.383205 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:11:50.383581 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 89a362ec-f588-4c14-a9ae-fb9f4e9f3b40 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:11:53.150133 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53876) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:11:53.473862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:53.513939 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:53.572957 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:53.706388 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Deleting port eb4d2073-fd1f-4f8a-a671-caaf21f11b83 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:11:53.706730 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:53.788243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] For port eb4d2073-fd1f-4f8a-a671-caaf21f11b83, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=eb4d2073-fd1f-4f8a-a671-caaf21f11b83,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:11:53.788585 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:53.801333 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Calling delete_port for eb4d2073-fd1f-4f8a-a671-caaf21f11b83 owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:11:54.006461 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (eb4d2073-fd1f-4f8a-a671-caaf21f11b83), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:54.031265 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4d2073-fd1f-4f8a-a671-caaf21f11b83,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:54.192118 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:54.334255 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:54.404717 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Router fe2bc426-c119-41d7-a3a9-2bdeff2f030c has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:11:54.503035 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:54.512152 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:11:54.517572 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-72171d94-873f-47cd-a769-fd6d6cec3417 admin admin] 10.222.0.17 "PUT /v2.0/routers/fe2bc426-c119-41d7-a3a9-2bdeff2f030c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3679636 Jul 26 05:11:54.520361 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53878) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:11:54.521627 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] Sync routers for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:11:54.533198 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:11:54.533802 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:11:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:54.621181 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks [] for router (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:54.630159 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:54.635115 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:11:54.719966 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks [] for router_gateway (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:54.763539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Deleting port eb9a2e1b-64f9-435b-a133-c5d07ac2505c {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:11:54.763886 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:54.802823 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:54.805824 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:11:53Z', 'revision_number': 5, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port': {'id': 'eb9a2e1b-64f9-435b-a133-c5d07ac2505c', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:16Z', 'updated_at': '2022-07-26T05:07:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:54.832000 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] Checking router: fe2bc426-c119-41d7-a3a9-2bdeff2f030c for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:11:54.841198 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] Routers {'fe2bc426-c119-41d7-a3a9-2bdeff2f030c'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:11:54.841891 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:11:46Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:54.849925 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] For port eb9a2e1b-64f9-435b-a133-c5d07ac2505c, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=eb9a2e1b-64f9-435b-a133-c5d07ac2505c,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:11:54.850286 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:54.929805 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] Set router fe2bc426-c119-41d7-a3a9-2bdeff2f030c gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:11:54.991422 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:11:54Z', 'revision_number': 6, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port_host': None}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:55.021048 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ff0ea4-d833-4b18-98c1-77474e0a2b34 None None] The sync data for ids ['fe2bc426-c119-41d7-a3a9-2bdeff2f030c'] in dv-cinder-850574-1-iscsi is: [{'id': 'fe2bc426-c119-41d7-a3a9-2bdeff2f030c', 'name': 'tempest-AttachVolumeNegativeTest-1226969968-router', 'tenant_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:15Z', 'updated_at': '2022-07-26T05:11:54Z', 'revision_number': 6, 'project_id': 'fd4481cb5d2f43c5b60db983132a3e16', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:11:55.135449 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Calling delete_port for eb9a2e1b-64f9-435b-a133-c5d07ac2505c owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:11:55.309481 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (eb9a2e1b-64f9-435b-a133-c5d07ac2505c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.339036 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb9a2e1b-64f9-435b-a133-c5d07ac2505c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:55.402867 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.491244 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.493722 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks [] for router_controller (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.531439 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:55.540997 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (fe2bc426-c119-41d7-a3a9-2bdeff2f030c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.541614 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2bc426-c119-41d7-a3a9-2bdeff2f030c {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:11:55.546648 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.547234 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-38077853-abce-4d8a-972b-38d467ebb645 admin admin] 10.222.0.17 "DELETE /v2.0/routers/fe2bc426-c119-41d7-a3a9-2bdeff2f030c HTTP/1.1" status: 204 len: 168 time: 1.0258431 Jul 26 05:11:55.550774 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 53880) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:11:55.598889 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-08446087-fd7c-4613-9d2a-7ea1c8087b95 admin admin] Deleting subnet 2cb68377-32a7-486c-ba75-7031cbe9285d {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:11:55.601967 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08446087-fd7c-4613-9d2a-7ea1c8087b95 admin admin] Publish callbacks [] for subnet (2cb68377-32a7-486c-ba75-7031cbe9285d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.638741 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08446087-fd7c-4613-9d2a-7ea1c8087b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (2cb68377-32a7-486c-ba75-7031cbe9285d), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.711338 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08446087-fd7c-4613-9d2a-7ea1c8087b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (2cb68377-32a7-486c-ba75-7031cbe9285d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.768727 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08446087-fd7c-4613-9d2a-7ea1c8087b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (2cb68377-32a7-486c-ba75-7031cbe9285d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.797627 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08446087-fd7c-4613-9d2a-7ea1c8087b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb68377-32a7-486c-ba75-7031cbe9285d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:55.803472 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-08446087-fd7c-4613-9d2a-7ea1c8087b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.807162 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-08446087-fd7c-4613-9d2a-7ea1c8087b95 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/2cb68377-32a7-486c-ba75-7031cbe9285d HTTP/1.1" status: 204 len: 168 time: 0.2550945 Jul 26 05:11:55.810526 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd81d5e1-2e22-4132-90a6-983f413a47bb None None] Network 912d8cea-04c4-42a2-bd90-8733248dc6ae requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:11:55.814272 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53882) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:11:55.868977 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device eb9a2e1b-64f9-435b-a133-c5d07ac2505c no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:11:55.893073 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (912d8cea-04c4-42a2-bd90-8733248dc6ae), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.896563 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: eb9a2e1b-64f9-435b-a133-c5d07ac2505c {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:11:55.896909 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device eb9a2e1b-64f9-435b-a133-c5d07ac2505c not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:11:55.897326 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device eb4d2073-fd1f-4f8a-a671-caaf21f11b83 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:11:55.924993 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: eb4d2073-fd1f-4f8a-a671-caaf21f11b83 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:11:55.925343 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device eb4d2073-fd1f-4f8a-a671-caaf21f11b83 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:11:55.941178 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Deleting port b1d3b04d-a82c-4df5-a390-b42be70d27f8 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:11:55.941522 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:55.944203 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:11:56.007787 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] For port b1d3b04d-a82c-4df5-a390-b42be70d27f8, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=b1d3b04d-a82c-4df5-a390-b42be70d27f8,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:11:56.008159 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.017127 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] DHCP port deletion for 912d8cea-04c4-42a2-bd90-8733248dc6ae request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:11:56.023038 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Calling delete_port for b1d3b04d-a82c-4df5-a390-b42be70d27f8 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:11:56.053732 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Deleting port b1d3b04d-a82c-4df5-a390-b42be70d27f8 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:11:56.054206 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.109852 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.128528 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] For port b1d3b04d-a82c-4df5-a390-b42be70d27f8, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=b1d3b04d-a82c-4df5-a390-b42be70d27f8,segment=NetworkSegment(5f5e7b61-a44f-493d-a17a-51ee0a110f7c),segment_id=5f5e7b61-a44f-493d-a17a-51ee0a110f7c)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:11:56.128859 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.135641 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d3b04d-a82c-4df5-a390-b42be70d27f8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:56.139736 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] No DVR routers for this DVR port b1d3b04d-a82c-4df5-a390-b42be70d27f8 on host dv-cinder-850574-1-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:11:56.143018 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Calling delete_port for b1d3b04d-a82c-4df5-a390-b42be70d27f8 owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:11:56.213735 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (912d8cea-04c4-42a2-bd90-8733248dc6ae), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.225055 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (b1d3b04d-a82c-4df5-a390-b42be70d27f8), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.238533 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912d8cea-04c4-42a2-bd90-8733248dc6ae']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:56.247618 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Pushing event deleted for resources: {'Port': ['ID=b1d3b04d-a82c-4df5-a390-b42be70d27f8,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:56.248846 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5e7b61-a44f-493d-a17a-51ee0a110f7c') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:56.249192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5e7b61-a44f-493d-a17a-51ee0a110f7c') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:11:56.257632 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.257831 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.258013 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.258346 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.258684 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.258975 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.259178 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58924931'] for segment (5f5e7b61-a44f-493d-a17a-51ee0a110f7c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.259301 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.259684 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.260003 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.260318 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.260646 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.260971 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.261287 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.261615 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.261922 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:11:56.264672 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f841a0-8847-4b41-b58a-5cbffb78e30f None None] No DVR routers for this DVR port b1d3b04d-a82c-4df5-a390-b42be70d27f8 on host dv-cinder-850574-1-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:11:56.277299 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (5f5e7b61-a44f-493d-a17a-51ee0a110f7c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.279691 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:11:56.280129 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59865100'] for segment (5f5e7b61-a44f-493d-a17a-51ee0a110f7c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.319763 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 5f5e7b61-a44f-493d-a17a-51ee0a110f7c resource provider aggregate not found Jul 26 05:11:56.337191 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:11:56.346728 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (912d8cea-04c4-42a2-bd90-8733248dc6ae), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.349188 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 5f5e7b61-a44f-493d-a17a-51ee0a110f7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f5e7b61-a44f-493d-a17a-51ee0a110f7c found for delete ", "request_id": "req-7d5df73a-0226-4852-a394-e5718b8ed636"}]} Jul 26 05:11:56.353149 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.356460 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] 10.222.0.17 "DELETE /v2.0/networks/912d8cea-04c4-42a2-bd90-8733248dc6ae HTTP/1.1" status: 204 len: 168 time: 0.5412030 Jul 26 05:11:56.367628 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ceee4-8fb7-4b0a-84fe-ef7865d9522f admin admin] Pushing event deleted for resources: {'Network': ['ID=912d8cea-04c4-42a2-bd90-8733248dc6ae,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:56.521210 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53890) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:11:56.563592 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-22c9ed6f-6b9a-43b8-9172-558b32ef660b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fd4481cb5d2f43c5b60db983132a3e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409944 Jul 26 05:11:56.565806 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53892) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:11:56.619874 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18ee9722-0515-47a4-9912-614f894c580e admin admin] Publish callbacks [] for security_group (be8b313d-35c1-41d6-844e-399b9a5afd6b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.642166 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18ee9722-0515-47a4-9912-614f894c580e admin admin] Publish callbacks [] for security_group (be8b313d-35c1-41d6-844e-399b9a5afd6b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.692082 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18ee9722-0515-47a4-9912-614f894c580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (be8b313d-35c1-41d6-844e-399b9a5afd6b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.694611 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-18ee9722-0515-47a4-9912-614f894c580e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:11:56.695765 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-18ee9722-0515-47a4-9912-614f894c580e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/be8b313d-35c1-41d6-844e-399b9a5afd6b HTTP/1.1" status: 204 len: 168 time: 0.1290262 Jul 26 05:11:56.703630 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee9722-0515-47a4-9912-614f894c580e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8b313d-35c1-41d6-844e-399b9a5afd6b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:11:57.769134 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device b1d3b04d-a82c-4df5-a390-b42be70d27f8 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:11:57.926092 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: b1d3b04d-a82c-4df5-a390-b42be70d27f8 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:11:57.926443 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device b1d3b04d-a82c-4df5-a390-b42be70d27f8 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:11:58.583528 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=10 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:03.099563 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:05.220781 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 53996) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:05.329052 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16387554-ea20-462f-bf72-ddafe4f11858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:05.409364 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16387554-ea20-462f-bf72-ddafe4f11858 admin admin] Publish callbacks [] for security_group (d4d3dae0-e5d3-46d9-bc68-21a0e1bdfde8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:05.414325 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-16387554-ea20-462f-bf72-ddafe4f11858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d4d3dae0-e5d3-46d9-bc68-21a0e1bdfde8), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:05.445165 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:05.453969 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16387554-ea20-462f-bf72-ddafe4f11858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d3dae0-e5d3-46d9-bc68-21a0e1bdfde8,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:05.458758 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-16387554-ea20-462f-bf72-ddafe4f11858 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6413758618124b4c95d937e8bd7d2e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369380 Jul 26 05:12:05.462062 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 54000) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:05.482627 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:05.512794 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfa485c4-6181-44b0-a4e2-a2f69a6c2ceb admin admin] Publish callbacks [] for security_group (d4d3dae0-e5d3-46d9-bc68-21a0e1bdfde8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:05.537163 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfa485c4-6181-44b0-a4e2-a2f69a6c2ceb admin admin] Publish callbacks [] for security_group (d4d3dae0-e5d3-46d9-bc68-21a0e1bdfde8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:05.591501 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfa485c4-6181-44b0-a4e2-a2f69a6c2ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (d4d3dae0-e5d3-46d9-bc68-21a0e1bdfde8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:05.594161 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfa485c4-6181-44b0-a4e2-a2f69a6c2ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:05.595306 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-dfa485c4-6181-44b0-a4e2-a2f69a6c2ceb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d4d3dae0-e5d3-46d9-bc68-21a0e1bdfde8 HTTP/1.1" status: 204 len: 168 time: 0.1328409 Jul 26 05:12:05.603118 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa485c4-6181-44b0-a4e2-a2f69a6c2ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d3dae0-e5d3-46d9-bc68-21a0e1bdfde8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:05.773068 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:05.797683 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=41,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:12.451094 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:12.454057 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=13 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:13.090877 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=65,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:13.583847 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-64478b48-3050-4341-91bf-885ff2bb4d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:14.139784 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54084) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:14.253003 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0f1be3e-b018-425d-941d-4f8deb582ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:14.341273 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0f1be3e-b018-425d-941d-4f8deb582ab5 admin admin] Publish callbacks [] for security_group (18b21415-2e96-469e-9d02-d24dd431fbb4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:14.345608 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0f1be3e-b018-425d-941d-4f8deb582ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (18b21415-2e96-469e-9d02-d24dd431fbb4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:14.383175 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1be3e-b018-425d-941d-4f8deb582ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b21415-2e96-469e-9d02-d24dd431fbb4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:14.387541 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c0f1be3e-b018-425d-941d-4f8deb582ab5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a3c5cdfc4b3f4efaaf488ee49509ba95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467511 Jul 26 05:12:14.390377 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54088) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:14.444436 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3feb-0df4-43ec-93c6-97fa842421b9 admin admin] Publish callbacks [] for security_group (18b21415-2e96-469e-9d02-d24dd431fbb4), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:14.467577 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3feb-0df4-43ec-93c6-97fa842421b9 admin admin] Publish callbacks [] for security_group (18b21415-2e96-469e-9d02-d24dd431fbb4), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:14.517520 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3feb-0df4-43ec-93c6-97fa842421b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (18b21415-2e96-469e-9d02-d24dd431fbb4), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:14.520062 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3feb-0df4-43ec-93c6-97fa842421b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:14.521197 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d9ff3feb-0df4-43ec-93c6-97fa842421b9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/18b21415-2e96-469e-9d02-d24dd431fbb4 HTTP/1.1" status: 204 len: 168 time: 0.1297770 Jul 26 05:12:14.528967 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff3feb-0df4-43ec-93c6-97fa842421b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b21415-2e96-469e-9d02-d24dd431fbb4,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:15.573191 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:15.599137 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:15.721581 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a80785a7-c288-419a-9762-b994178f9319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:16.990077 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:18.397417 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:18.675263 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54154) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:18.677660 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:18.784749 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f043695-25ce-48e8-8494-30920b4128ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:18.860273 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f043695-25ce-48e8-8494-30920b4128ad admin admin] Publish callbacks [] for security_group (ebeb42aa-5c95-4cce-917c-2078c090c4e4), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:18.866257 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f043695-25ce-48e8-8494-30920b4128ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ebeb42aa-5c95-4cce-917c-2078c090c4e4), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:18.902741 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f043695-25ce-48e8-8494-30920b4128ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebeb42aa-5c95-4cce-917c-2078c090c4e4,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:18.907118 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2f043695-25ce-48e8-8494-30920b4128ad admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=349f608783d24fd4a67769a26ff41fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302976 Jul 26 05:12:18.909766 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54158) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:18.958952 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5648a232-da68-488e-b612-8f76340e9b62 admin admin] Publish callbacks [] for security_group (ebeb42aa-5c95-4cce-917c-2078c090c4e4), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:18.980383 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5648a232-da68-488e-b612-8f76340e9b62 admin admin] Publish callbacks [] for security_group (ebeb42aa-5c95-4cce-917c-2078c090c4e4), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:19.027195 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5648a232-da68-488e-b612-8f76340e9b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (ebeb42aa-5c95-4cce-917c-2078c090c4e4), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:19.029670 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5648a232-da68-488e-b612-8f76340e9b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:19.030781 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-5648a232-da68-488e-b612-8f76340e9b62 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ebeb42aa-5c95-4cce-917c-2078c090c4e4 HTTP/1.1" status: 204 len: 168 time: 0.1201370 Jul 26 05:12:19.038210 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648a232-da68-488e-b612-8f76340e9b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebeb42aa-5c95-4cce-917c-2078c090c4e4,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:21.296500 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-29dd2280-3800-48df-9242-405079421256 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=487ac0c07ad444ffa66858feeba7bcee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298812 Jul 26 05:12:21.481400 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-41bb7d75-c4d7-4f67-89b5-d51aa842b9a6 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:21.482862 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-41bb7d75-c4d7-4f67-89b5-d51aa842b9a6 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812127 Jul 26 05:12:21.500148 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-df8f5dd4-732c-42a7-9b14-88779df8acf0 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/quotas/487ac0c07ad444ffa66858feeba7bcee HTTP/1.1" status: 200 len: 375 time: 0.0092249 Jul 26 05:12:21.531959 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-44a874ba-bc09-49e4-a6f6-3c9160fdbc89 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=487ac0c07ad444ffa66858feeba7bcee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264070 Jul 26 05:12:21.705276 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2c68fa9b-057f-4c16-8eb3-97eb9106fd16 req-2c1257c4-a692-485a-aadf-07452005a626 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 210 time: 0.0320799 Jul 26 05:12:22.823142 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a583c660-3a28-454d-9343-07df5f879ad1 req-65a2deb4-8635-48ff-9899-c20aae29ef20 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 210 time: 0.0432599 Jul 26 05:12:22.824816 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-ead59485-1c3c-4988-83a1-11b002807abb tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=487ac0c07ad444ffa66858feeba7bcee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357640 Jul 26 05:12:22.938504 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-a3cb30a1-1a8d-4b60-a693-0184e01c96cb tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:22.940037 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-a3cb30a1-1a8d-4b60-a693-0184e01c96cb tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1102881 Jul 26 05:12:22.960189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Request body: {'port': {'device_id': '83e4bf4e-1fbb-491f-8fc4-02864614f900', 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea', 'admin_state_up': True, 'tenant_id': '487ac0c07ad444ffa66858feeba7bcee'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:12:23.084177 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Made reservation on behalf of 487ac0c07ad444ffa66858feeba7bcee for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:12:23.089149 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.104637 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.188319 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks [] for security_group (f0ea1b70-47c5-467f-b60b-eff573743984), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.194690 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f0ea1b70-47c5-467f-b60b-eff573743984), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.255095 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea1b70-47c5-467f-b60b-eff573743984,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:23.330380 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Allocated IP 192.168.233.84 (d3c11e41-3631-44a8-a5b6-4ce77bf084ea/83ca2cff-82a2-4670-b3de-c9107958ee2b/a7dd557f-1449-4e24-b4de-5bf8c52d075e) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:12:23.432823 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54224) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:23.471539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:23.486055 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks [] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.510894 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:23.521453 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.522335 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:23.572870 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Network d3c11e41-3631-44a8-a5b6-4ce77bf084ea is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:12:23.576170 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:12:23.578755 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Deleting port 706fde25-dd50-4fc5-b384-addacb2dff11 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:23.579108 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (706fde25-dd50-4fc5-b384-addacb2dff11), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.581052 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:12:23.587381 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Pushing event updated for resources: {'Port': ['ID=a7dd557f-1449-4e24-b4de-5bf8c52d075e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:23.621457 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:23.636434 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:23.637076 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.658145 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-c78476f0-bffe-4c67-b1fd-235e4fef7a26 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7008247 Jul 26 05:12:23.661108 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (706fde25-dd50-4fc5-b384-addacb2dff11), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.661456 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for floatingip (706fde25-dd50-4fc5-b384-addacb2dff11), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.674489 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Calling delete_port for 706fde25-dd50-4fc5-b384-addacb2dff11 owned by network:floatingip {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:23.675375 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Request body: {'port': {'device_id': '83e4bf4e-1fbb-491f-8fc4-02864614f900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:12:23.739446 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.831680 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (706fde25-dd50-4fc5-b384-addacb2dff11), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.847103 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-7e56aad6-02c2-4f53-911b-28d793952b98 None None] Provisioning complete for port a7dd557f-1449-4e24-b4de-5bf8c52d075e triggered by entity DHCP. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:12:23.847697 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7e56aad6-02c2-4f53-911b-28d793952b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.870894 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event deleted for resources: {'Port': ['ID=706fde25-dd50-4fc5-b384-addacb2dff11,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:23.881857 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-7e56aad6-02c2-4f53-911b-28d793952b98 None None] Port a7dd557f-1449-4e24-b4de-5bf8c52d075e cannot update to ACTIVE because it is not bound. {{(pid=104003) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 05:12:23.950309 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for floatingip (865337e1-7229-4227-9083-278c168b439b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:23.950558 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.db.l3_db [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Floating IP 865337e1-7229-4227-9083-278c168b439b disassociated (deleted). External IP: 172.27.3.63, port: f68c75a3-31f1-4414-8479-ccad9fcbea7a. Jul 26 05:12:23.971188 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb22b-53e6-4d32-93a5-77af76becd00 req-0de9c33e-038b-4b34-9381-f84fbf83ea53 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:23.972667 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c4fb22b-53e6-4d32-93a5-77af76becd00 req-0de9c33e-038b-4b34-9381-f84fbf83ea53 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 935 time: 0.0628443 Jul 26 05:12:24.057886 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c4fb22b-53e6-4d32-93a5-77af76becd00 req-d7e8291a-fc8f-4d6c-979b-1fb700a552cf tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767045 Jul 26 05:12:24.089585 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7dd557f-1449-4e24-b4de-5bf8c52d075e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:12:24.097593 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Publish callbacks [] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:24.110669 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Transition to ACTIVE for port object a7dd557f-1449-4e24-b4de-5bf8c52d075e will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:12:24.114926 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:24.161214 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:12:24.171157 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dd557f-1449-4e24-b4de-5bf8c52d075e,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:24.252651 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Attempting to bind port a7dd557f-1449-4e24-b4de-5bf8c52d075e on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:12:24.253033 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Attempting to bind port a7dd557f-1449-4e24-b4de-5bf8c52d075e by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': 'e0ea5f32-f45a-4c4f-90ea-bdff45ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:12:24.253321 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Attempting to bind port a7dd557f-1449-4e24-b4de-5bf8c52d075e on network d3c11e41-3631-44a8-a5b6-4ce77bf084ea {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:12:24.259436 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Port a7dd557f-1449-4e24-b4de-5bf8c52d075e on network d3c11e41-3631-44a8-a5b6-4ce77bf084ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:12:24.259436 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Attempting to bind port a7dd557f-1449-4e24-b4de-5bf8c52d075e on network d3c11e41-3631-44a8-a5b6-4ce77bf084ea {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:12:24.264203 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:12:24.264606 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Checking segment: {'id': 'e0ea5f32-f45a-4c4f-90ea-bdff45ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:12:24.265046 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Bound using segment: {'id': 'e0ea5f32-f45a-4c4f-90ea-bdff45ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:12:24.265482 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Bound port: a7dd557f-1449-4e24-b4de-5bf8c52d075e, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ea5f32-f45a-4c4f-90ea-bdff45ca0341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:12:24.265845 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:24.283531 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:12:24.288892 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for floatingip (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:24.296526 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] Sync routers for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:12:24.306840 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:12:24.307458 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:12:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:24.327388 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:24.332229 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-d4106e55-b42b-4958-85a3-71eade917e70 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "DELETE /v2.0/floatingips/865337e1-7229-4227-9083-278c168b439b HTTP/1.1" status: 204 len: 168 time: 0.8983185 Jul 26 05:12:24.335663 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:12:24.338244 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] For port a7dd557f-1449-4e24-b4de-5bf8c52d075e, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:12:24.340289 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a195d64-2b4c-4d17-beca-6de4dc5485bf" -d '{"events": [{"name": "network-changed", "server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:12:24.346024 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] For port a7dd557f-1449-4e24-b4de-5bf8c52d075e, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a7dd557f-1449-4e24-b4de-5bf8c52d075e,segment=NetworkSegment(e0ea5f32-f45a-4c4f-90ea-bdff45ca0341),segment_id=e0ea5f32-f45a-4c4f-90ea-bdff45ca0341)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:12:24.363961 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:24.430552 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:24.431209 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:24.432753 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] 10.222.0.52 "PUT /v2.0/ports/a7dd557f-1449-4e24-b4de-5bf8c52d075e HTTP/1.1" status: 200 len: 1097 time: 0.7617013 Jul 26 05:12:24.433295 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e4bf4e-1fbb-491f-8fc4-02864614f900', 'tag': 'a7dd557f-1449-4e24-b4de-5bf8c52d075e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:12:24.435995 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23d1125-8c49-4385-a0a0-c724cfa32177" -d '{"events": [{"name": "network-changed", "server_uuid": "83e4bf4e-1fbb-491f-8fc4-02864614f900", "tag": "a7dd557f-1449-4e24-b4de-5bf8c52d075e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:12:24.455805 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:24.474474 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128efc2-c7c4-4a34-831a-3b8a3db69871 service neutron] Pushing event updated for resources: {'Port': ['ID=a7dd557f-1449-4e24-b4de-5bf8c52d075e,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:24.556312 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-49df2bdb-5835-4ead-b65b-10df6e4e72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:24.558622 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-49df2bdb-5835-4ead-b65b-10df6e4e72a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=487ac0c07ad444ffa66858feeba7bcee&device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 1131 time: 0.0520201 Jul 26 05:12:24.569743 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:12:24.576330 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a41839d-e8f8-45b9-8152-751f935b20e1 x-openstack-request-id: req-5a41839d-e8f8-45b9-8152-751f935b20e1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:12:24.576619 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e4bf4e-1fbb-491f-8fc4-02864614f900", "tag": "a7dd557f-1449-4e24-b4de-5bf8c52d075e", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:12:24.576913 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5a41839d-e8f8-45b9-8152-751f935b20e1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:12:24.577314 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a41839d-e8f8-45b9-8152-751f935b20e1'] response: {'name': 'network-changed', 'server_uuid': '83e4bf4e-1fbb-491f-8fc4-02864614f900', 'tag': 'a7dd557f-1449-4e24-b4de-5bf8c52d075e', 'status': 'completed', 'code': 200} Jul 26 05:12:24.659020 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0b7b57-99ec-49d8-ad35-ac4f6d5806c1 x-openstack-request-id: req-3c0b7b57-99ec-49d8-ad35-ac4f6d5806c1 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:12:24.659544 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:12:24.659544 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3c0b7b57-99ec-49d8-ad35-ac4f6d5806c1 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:12:24.659990 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0b7b57-99ec-49d8-ad35-ac4f6d5806c1'] response: {'name': 'network-changed', 'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'status': 'completed', 'code': 200} Jul 26 05:12:24.681449 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c21daf-f9e9-417d-9231-1432fba77fb7 req-42e8ce10-d4ea-45ee-96f4-7af20c884704 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:24.688045 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21c21daf-f9e9-417d-9231-1432fba77fb7 req-42e8ce10-d4ea-45ee-96f4-7af20c884704 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0558116 Jul 26 05:12:24.733074 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21c21daf-f9e9-417d-9231-1432fba77fb7 req-ae048816-7232-46c7-a56f-ce587bd301a4 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440657 Jul 26 05:12:24.772431 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:50Z', 'revision_number': 5, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:24.796492 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] Checking router: c18cbb9a-b582-4f82-ae40-73c6a429e3d0 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:12:24.805004 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:12:24.805596 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:12:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:24.910423 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:12:25.102242 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:50Z', 'revision_number': 5, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:25.127492 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2df9a-d93e-4808-a2e8-f2eac96f73cf None None] The sync data for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi is: [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:43Z', 'revision_number': 4, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi', '_interfaces': [{'id': '962d10d3-173e-4a49-ab4a-010d471000ae', 'name': '', 'network_id': '72b54b76-e074-4ca5-ae69-4055afca29ba', 'tenant_id': '666f12ad571f45c096947d0497291842', 'mac_address': 'fa:16:3e:91:1d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:42Z', 'updated_at': '2022-07-26T05:07:50Z', 'revision_number': 5, 'project_id': '666f12ad571f45c096947d0497291842', 'subnets': [{'id': 'e18865d8-d85e-4b59-8231-2cb589f1bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:12:25.182601 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3a2de-33f6-428e-a22b-52b7d21cef30 req-fed60138-c135-44d7-903c-5ad2cce06aaf tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:25.183799 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06d3a2de-33f6-428e-a22b-52b7d21cef30 req-fed60138-c135-44d7-903c-5ad2cce06aaf tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 947 time: 0.0517037 Jul 26 05:12:25.233907 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06d3a2de-33f6-428e-a22b-52b7d21cef30 req-ac5dcb87-12de-4ce4-8125-c00031e2889a tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439131 Jul 26 05:12:25.339795 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ee928-21f8-491b-87b4-f2457efb7c48 None None] New status for floating IP 865337e1-7229-4227-9083-278c168b439b: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 05:12:25.342095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:25.673635 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-76a19e39-419d-4298-930d-b169ed09126e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a7dd557f-1449-4e24-b4de-5bf8c52d075e HTTP/1.1" status: 200 len: 217 time: 0.0362213 Jul 26 05:12:25.878592 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-9990808b-0b5d-4ded-9b6d-49ff0febae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:25.880145 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-9990808b-0b5d-4ded-9b6d-49ff0febae44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=666f12ad571f45c096947d0497291842&device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 1130 time: 0.0961719 Jul 26 05:12:25.896934 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-903c9506-b3f9-4302-8122-967e9a6dae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:25.898273 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-903c9506-b3f9-4302-8122-967e9a6dae28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83ca2cff-82a2-4670-b3de-c9107958ee2b HTTP/1.1" status: 200 len: 843 time: 0.1129792 Jul 26 05:12:25.904432 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb0779-b9f1-444b-94e1-9e28786bcc1a req-df96b1b5-ce8e-469f-908d-e058f2a08e68 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:25.905755 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbcb0779-b9f1-444b-94e1-9e28786bcc1a req-df96b1b5-ce8e-469f-908d-e058f2a08e68 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0873959 Jul 26 05:12:25.955112 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbcb0779-b9f1-444b-94e1-9e28786bcc1a req-3ad29465-0ebf-418b-b526-e1223ca5fe17 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/security-groups?id=7ee2be8b-df24-4aff-89ce-0e009af718ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435927 Jul 26 05:12:26.134446 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-e3e0491e-a06a-43cc-979d-7f20f619ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:26.135945 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-e3e0491e-a06a-43cc-979d-7f20f619ec91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3c11e41-3631-44a8-a5b6-4ce77bf084ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0960047 Jul 26 05:12:26.184641 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-54569c63-ada9-46e5-8498-0e9e346630c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:26.186057 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-54569c63-ada9-46e5-8498-0e9e346630c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=72b54b76-e074-4ca5-ae69-4055afca29ba HTTP/1.1" status: 200 len: 909 time: 0.1334572 Jul 26 05:12:26.212108 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-4328e024-2eab-48cc-ba51-bf50f58f836c tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:26.213734 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-4328e024-2eab-48cc-ba51-bf50f58f836c tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.52 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 946 time: 0.0537734 Jul 26 05:12:26.250667 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-7d95aeaa-a6d6-4d03-b6c7-98ef7bd34f0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 200 len: 217 time: 0.0356581 Jul 26 05:12:26.285127 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:26.304536 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Deleting port f68c75a3-31f1-4414-8479-ccad9fcbea7a {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:26.304881 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:26.363361 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-a16abe1d-0778-41ea-9adf-35820a359b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:26.364949 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-a16abe1d-0778-41ea-9adf-35820a359b64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e18865d8-d85e-4b59-8231-2cb589f1bf55 HTTP/1.1" status: 200 len: 847 time: 0.1080353 Jul 26 05:12:26.368857 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-8a4c485f-0c2a-4f00-86df-d76b6e78bbd3 service neutron] 10.222.0.52 "GET /v2.0/networks/d3c11e41-3631-44a8-a5b6-4ce77bf084ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092628 Jul 26 05:12:26.379234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5077b7-be35-4161-a500-26fa3f7a590c req-a9b17043-d496-49be-99c1-1077d32380b4 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:26.380801 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d5077b7-be35-4161-a500-26fa3f7a590c req-a9b17043-d496-49be-99c1-1077d32380b4 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 947 time: 0.0665438 Jul 26 05:12:26.400664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] For port f68c75a3-31f1-4414-8479-ccad9fcbea7a, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=f68c75a3-31f1-4414-8479-ccad9fcbea7a,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:26.400664 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:26.414399 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Calling delete_port for f68c75a3-31f1-4414-8479-ccad9fcbea7a owned by compute:nova {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:26.419931 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:26.484055 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-ea958180-85ec-4019-9483-4191d83a2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:26.485429 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-ea958180-85ec-4019-9483-4191d83a2834 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=72b54b76-e074-4ca5-ae69-4055afca29ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027207 Jul 26 05:12:26.492721 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:26.548879 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (f68c75a3-31f1-4414-8479-ccad9fcbea7a), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:26.570470 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d5077b7-be35-4161-a500-26fa3f7a590c req-575d4b5f-b392-460d-acd4-85806a1e4774 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732380 Jul 26 05:12:26.581697 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event deleted for resources: {'Port': ['ID=f68c75a3-31f1-4414-8479-ccad9fcbea7a,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:26.600680 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:26.604969 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba9264f9-2a08-4263-99b3-4d253c2103ec req-928730f8-f792-42a7-afb1-6922a401a229 service neutron] 10.222.0.52 "GET /v2.0/networks/d3c11e41-3631-44a8-a5b6-4ce77bf084ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231884 Jul 26 05:12:26.629961 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-72a83ee5-5d87-4b2b-9f8b-31974e4ab86b service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357791 Jul 26 05:12:26.641671 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] No DVR routers for this DVR port f68c75a3-31f1-4414-8479-ccad9fcbea7a on host hv-cinder-85057 {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:12:26.644030 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:26.647420 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [req-01e7e86f-f374-4373-aefc-35c05de52bc7 req-20bc1ce9-a100-4915-9773-b5df0b11362d tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.52 "DELETE /v2.0/ports/f68c75a3-31f1-4414-8479-ccad9fcbea7a HTTP/1.1" status: 204 len: 173 time: 0.4289544 Jul 26 05:12:26.661223 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'name': 'network-vif-deleted', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:12:26.663903 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d56493094b00481d96d807759ce80ff826eae9c3d3f998ffee0b4221169d776" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2152b473-3fac-4bed-b75f-9fb487541123" -d '{"events": [{"server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "name": "network-vif-deleted", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:12:26.700920 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac2264-0c16-4331-be30-000a36877bdf x-openstack-request-id: req-9aac2264-0c16-4331-be30-000a36877bdf {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:12:26.701209 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12542af7-79b9-4279-ae59-c5ea7941522f", "name": "network-vif-deleted", "tag": "f68c75a3-31f1-4414-8479-ccad9fcbea7a", "status": "completed", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:12:26.701458 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9aac2264-0c16-4331-be30-000a36877bdf {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:12:26.701857 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aac2264-0c16-4331-be30-000a36877bdf'] response: {'server_uuid': '12542af7-79b9-4279-ae59-c5ea7941522f', 'name': 'network-vif-deleted', 'tag': 'f68c75a3-31f1-4414-8479-ccad9fcbea7a', 'status': 'completed', 'code': 200} Jul 26 05:12:26.741147 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a195d64-2b4c-4d17-beca-6de4dc5485bf req-a2eafac5-077e-47ef-999b-f140dd21d713 service neutron] 10.222.0.52 "GET /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913341 Jul 26 05:12:27.063654 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffbe6a26-ca89-455a-a1d7-25bf7846cf48 req-c8194f54-42bf-4477-b7da-e937f6831806 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 210 time: 0.0292785 Jul 26 05:12:27.430170 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-0ccbc573-b77d-4184-ad78-b463608c58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:27.431717 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-0ccbc573-b77d-4184-ad78-b463608c58b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=487ac0c07ad444ffa66858feeba7bcee&device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 1131 time: 0.0402272 Jul 26 05:12:27.524958 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-1e7fcd76-05f3-4f9f-b92c-99cd01c7d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:27.526407 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-1e7fcd76-05f3-4f9f-b92c-99cd01c7d26d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3c11e41-3631-44a8-a5b6-4ce77bf084ea HTTP/1.1" status: 200 len: 870 time: 0.0888960 Jul 26 05:12:27.564221 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-36526580-de1a-436b-8d45-6dacbe847506 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a7dd557f-1449-4e24-b4de-5bf8c52d075e HTTP/1.1" status: 200 len: 217 time: 0.0314167 Jul 26 05:12:27.616660 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-cb8f9022-2abe-4c46-a97a-a1f00c21232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:27.618125 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-cb8f9022-2abe-4c46-a97a-a1f00c21232d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=83ca2cff-82a2-4670-b3de-c9107958ee2b HTTP/1.1" status: 200 len: 843 time: 0.0476127 Jul 26 05:12:27.674478 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-639a692a-2d92-4984-b1f1-2aa63ebe2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:27.675956 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-639a692a-2d92-4984-b1f1-2aa63ebe2ff5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3c11e41-3631-44a8-a5b6-4ce77bf084ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0513308 Jul 26 05:12:27.754104 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa29c8-971e-42fa-8bc3-5747c6d9d5e3 req-2370f447-edef-467b-83f5-3d7a83528fdf tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:27.755733 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-84fa29c8-971e-42fa-8bc3-5747c6d9d5e3 req-2370f447-edef-467b-83f5-3d7a83528fdf tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 947 time: 0.0987031 Jul 26 05:12:27.827119 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-bbb84173-8259-499f-8c95-06fb40a7634c service neutron] 10.222.0.52 "GET /v2.0/networks/d3c11e41-3631-44a8-a5b6-4ce77bf084ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353438 Jul 26 05:12:27.830363 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-84fa29c8-971e-42fa-8bc3-5747c6d9d5e3 req-64aa2fb8-762c-41dd-8af7-8dee29f1afc0 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683544 Jul 26 05:12:28.208262 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d23d1125-8c49-4385-a0a0-c724cfa32177 req-76a7c2fe-6701-49fb-a474-517d73ae90e8 service neutron] 10.222.0.52 "GET /v2.0/networks/d3c11e41-3631-44a8-a5b6-4ce77bf084ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736899 Jul 26 05:12:28.223686 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ecbb5d07-7db0-45b7-83a1-935eaf6e8752 req-33e544ab-beb3-4bc5-970b-6c0323253237 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "GET /v2.0/ports?device_id=12542af7-79b9-4279-ae59-c5ea7941522f HTTP/1.1" status: 200 len: 210 time: 0.0359850 Jul 26 05:12:28.546140 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a7dd557f-1449-4e24-b4de-5bf8c52d075e details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:12:28.654159 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a7dd557f-1449-4e24-b4de-5bf8c52d075e, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a7dd557f-1449-4e24-b4de-5bf8c52d075e,segment=NetworkSegment(e0ea5f32-f45a-4c4f-90ea-bdff45ca0341),segment_id=e0ea5f32-f45a-4c4f-90ea-bdff45ca0341)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:28.665111 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': 'a7dd557f-1449-4e24-b4de-5bf8c52d075e', 'network_id': 'd3c11e41-3631-44a8-a5b6-4ce77bf084ea', 'port_id': 'a7dd557f-1449-4e24-b4de-5bf8c52d075e', 'mac_address': 'fa:16:3e:af:9a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ca2cff-82a2-4670-b3de-c9107958ee2b', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:12:28.700611 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port a7dd557f-1449-4e24-b4de-5bf8c52d075e is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:12:28.701010 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:28.715781 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7dd557f-1449-4e24-b4de-5bf8c52d075e {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:12:28.742539 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a7dd557f-1449-4e24-b4de-5bf8c52d075e, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a7dd557f-1449-4e24-b4de-5bf8c52d075e,segment=NetworkSegment(e0ea5f32-f45a-4c4f-90ea-bdff45ca0341),segment_id=e0ea5f32-f45a-4c4f-90ea-bdff45ca0341)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:28.749445 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:28.794386 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=a7dd557f-1449-4e24-b4de-5bf8c52d075e,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:28.959914 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41330217-da64-41b2-8a98-877005a00a62 req-13984d89-ed5d-4549-907c-48d7683a695c tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:28.961502 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41330217-da64-41b2-8a98-877005a00a62 req-13984d89-ed5d-4549-907c-48d7683a695c tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 948 time: 0.0587211 Jul 26 05:12:29.012392 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41330217-da64-41b2-8a98-877005a00a62 req-623b6c43-8c52-4e53-b7f9-e5b5b6dcbaf6 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Jul 26 05:12:29.085581 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['a7dd557f-1449-4e24-b4de-5bf8c52d075e'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:12:29.291309 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54258) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:29.355737 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b156-c468-4819-b5a9-b9ae932fa036 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group (7ee2be8b-df24-4aff-89ce-0e009af718ad), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:29.381317 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b156-c468-4819-b5a9-b9ae932fa036 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group (7ee2be8b-df24-4aff-89ce-0e009af718ad), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:29.454285 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b156-c468-4819-b5a9-b9ae932fa036 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (7ee2be8b-df24-4aff-89ce-0e009af718ad), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:29.458062 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c6c8b156-c468-4819-b5a9-b9ae932fa036 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:29.459335 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-c6c8b156-c468-4819-b5a9-b9ae932fa036 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] 10.222.0.17 "DELETE /v2.0/security-groups/7ee2be8b-df24-4aff-89ce-0e009af718ad HTTP/1.1" status: 204 len: 168 time: 0.1673644 Jul 26 05:12:29.468994 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8b156-c468-4819-b5a9-b9ae932fa036 tempest-TestShelveInstance-438752850 tempest-TestShelveInstance-438752850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee2be8b-df24-4aff-89ce-0e009af718ad,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:29.501499 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 54262) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:29.680336 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:29.725625 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:29.828545 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:30.048371 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Deleting port 962d10d3-173e-4a49-ab4a-010d471000ae {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:30.049058 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:30.148030 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8281b-ffa7-4485-9ee3-aeadb1c4612f req-eb11a7f0-012e-47fc-b8e4-f67fbc850d84 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:30.149489 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2de8281b-ffa7-4485-9ee3-aeadb1c4612f req-eb11a7f0-012e-47fc-b8e4-f67fbc850d84 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 948 time: 0.0584273 Jul 26 05:12:30.186020 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] For port 962d10d3-173e-4a49-ab4a-010d471000ae, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=962d10d3-173e-4a49-ab4a-010d471000ae,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:30.186386 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:30.206599 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Calling delete_port for 962d10d3-173e-4a49-ab4a-010d471000ae owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:30.232582 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2de8281b-ffa7-4485-9ee3-aeadb1c4612f req-82e27667-4dc8-4227-85bb-b77dcb69d995 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768225 Jul 26 05:12:30.403140 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (962d10d3-173e-4a49-ab4a-010d471000ae), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:30.427753 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Pushing event deleted for resources: {'Port': ['ID=962d10d3-173e-4a49-ab4a-010d471000ae,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:30.484214 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:30.559419 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a7dd557f-1449-4e24-b4de-5bf8c52d075e up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:12:30.587472 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:30.595876 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:30.608239 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port a7dd557f-1449-4e24-b4de-5bf8c52d075e completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:12:30.614612 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port a7dd557f-1449-4e24-b4de-5bf8c52d075e triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:12:30.615053 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:30.684960 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port a7dd557f-1449-4e24-b4de-5bf8c52d075e is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:12:30.685212 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:30.708266 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e4bf4e-1fbb-491f-8fc4-02864614f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dd557f-1449-4e24-b4de-5bf8c52d075e'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:12:30.710474 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abd1d3d-4982-423d-bc5b-04ebc6041e3a" -d '{"events": [{"server_uuid": "83e4bf4e-1fbb-491f-8fc4-02864614f900", "name": "network-vif-plugged", "status": "completed", "tag": "a7dd557f-1449-4e24-b4de-5bf8c52d075e"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:12:30.724095 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port a7dd557f-1449-4e24-b4de-5bf8c52d075e, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a7dd557f-1449-4e24-b4de-5bf8c52d075e,segment=NetworkSegment(e0ea5f32-f45a-4c4f-90ea-bdff45ca0341),segment_id=e0ea5f32-f45a-4c4f-90ea-bdff45ca0341)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:30.729199 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:30.730424 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device f68c75a3-31f1-4414-8479-ccad9fcbea7a no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:12:30.757100 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5066f3-081c-4fa1-b36b-9af244165cbf x-openstack-request-id: req-df5066f3-081c-4fa1-b36b-9af244165cbf {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:12:30.757387 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e4bf4e-1fbb-491f-8fc4-02864614f900", "name": "network-vif-plugged", "status": "completed", "tag": "a7dd557f-1449-4e24-b4de-5bf8c52d075e", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:12:30.757630 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-df5066f3-081c-4fa1-b36b-9af244165cbf {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:12:30.758055 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5066f3-081c-4fa1-b36b-9af244165cbf'] response: {'server_uuid': '83e4bf4e-1fbb-491f-8fc4-02864614f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dd557f-1449-4e24-b4de-5bf8c52d075e', 'code': 200} Jul 26 05:12:30.773743 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:30.778238 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: f68c75a3-31f1-4414-8479-ccad9fcbea7a {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:12:30.778585 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device f68c75a3-31f1-4414-8479-ccad9fcbea7a not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:12:30.803767 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=a7dd557f-1449-4e24-b4de-5bf8c52d075e,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:30.810194 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:12:30.927509 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:12:30.933155 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0b6a61bd-ddc3-4818-938a-eb2ad0480200 admin admin] 10.222.0.17 "PUT /v2.0/routers/c18cbb9a-b582-4f82-ae40-73c6a429e3d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300554 Jul 26 05:12:30.935857 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54268) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:30.938910 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] Sync routers for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:12:30.950259 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:12:30.951141 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:12:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:30.961033 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcc1d7-66ef-479b-92e8-24fbb808c755 req-a8d360cf-d01f-4a79-af3b-0bdd091a7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:30.962550 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cfcc1d7-66ef-479b-92e8-24fbb808c755 req-a8d360cf-d01f-4a79-af3b-0bdd091a7738 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 1133 time: 0.0457251 Jul 26 05:12:31.016486 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cfcc1d7-66ef-479b-92e8-24fbb808c755 req-871bae72-834e-48c5-b26b-5efcec512d1f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Jul 26 05:12:31.036540 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks [] for router (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.053091 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:12:31.140626 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks [] for router_gateway (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.143571 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=100 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:31.183233 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Deleting port 3de19813-875e-4cb9-8be7-afe50619b96b {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:31.183589 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.218189 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:12:30Z', 'revision_number': 5, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port': {'id': '3de19813-875e-4cb9-8be7-afe50619b96b', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:89:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:31.245839 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] Checking router: c18cbb9a-b582-4f82-ae40-73c6a429e3d0 for host: dv-cinder-850574-1-iscsi {{(pid=104004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:12:31.254463 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] Routers {'c18cbb9a-b582-4f82-ae40-73c6a429e3d0'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:12:31.255233 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:12:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'], 'active': True} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:31.266455 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] For port 3de19813-875e-4cb9-8be7-afe50619b96b, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=3de19813-875e-4cb9-8be7-afe50619b96b,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:31.266823 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.281269 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Calling delete_port for 3de19813-875e-4cb9-8be7-afe50619b96b owned by network:router_gateway {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:31.328595 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:31.345352 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_dvr_db [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] Set router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 gateway port host: None {{(pid=104004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:12:31.374394 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91af45-3b4c-4228-b41a-63adaa34031e req-88f6fc2a-c6df-44af-8a28-13eba8f8a02d tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:31.376386 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c91af45-3b4c-4228-b41a-63adaa34031e req-88f6fc2a-c6df-44af-8a28-13eba8f8a02d tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 949 time: 0.0625505 Jul 26 05:12:31.395586 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.l3_hamode_db [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:12:31Z', 'revision_number': 6, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port_host': None}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:31.401003 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:31.420887 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee73b42-b349-4fcb-896a-19dd613c887e None None] The sync data for ids ['c18cbb9a-b582-4f82-ae40-73c6a429e3d0'] in dv-cinder-850574-1-iscsi is: [{'id': 'c18cbb9a-b582-4f82-ae40-73c6a429e3d0', 'name': 'tempest-TestShelveInstance-418255444-router', 'tenant_id': '666f12ad571f45c096947d0497291842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:40Z', 'updated_at': '2022-07-26T05:12:31Z', 'revision_number': 6, 'project_id': '666f12ad571f45c096947d0497291842', 'gw_port_host': None}] {{(pid=104004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:12:31.431277 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c91af45-3b4c-4228-b41a-63adaa34031e req-c802795b-a20b-4dd0-a804-e76372dcd277 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491648 Jul 26 05:12:31.476342 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (3de19813-875e-4cb9-8be7-afe50619b96b), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.498618 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de19813-875e-4cb9-8be7-afe50619b96b,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:31.568030 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.653144 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.655343 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks [] for router_controller (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.700426 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (c18cbb9a-b582-4f82-ae40-73c6a429e3d0), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.701030 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c18cbb9a-b582-4f82-ae40-73c6a429e3d0 {{(pid=104002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:12:31.705581 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.706812 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-059509b6-63ce-4db6-b881-2262291d9de6 admin admin] 10.222.0.17 "DELETE /v2.0/routers/c18cbb9a-b582-4f82-ae40-73c6a429e3d0 HTTP/1.1" status: 204 len: 168 time: 0.7699564 Jul 26 05:12:31.709831 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54272) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:31.754276 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-4700509c-8a51-41bb-a786-5b32dde23135 admin admin] Deleting subnet e18865d8-d85e-4b59-8231-2cb589f1bf55 {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:12:31.757470 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4700509c-8a51-41bb-a786-5b32dde23135 admin admin] Publish callbacks [] for subnet (e18865d8-d85e-4b59-8231-2cb589f1bf55), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.798183 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4700509c-8a51-41bb-a786-5b32dde23135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (e18865d8-d85e-4b59-8231-2cb589f1bf55), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.886189 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4700509c-8a51-41bb-a786-5b32dde23135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (e18865d8-d85e-4b59-8231-2cb589f1bf55), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.947506 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4700509c-8a51-41bb-a786-5b32dde23135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (e18865d8-d85e-4b59-8231-2cb589f1bf55), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.972092 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700509c-8a51-41bb-a786-5b32dde23135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18865d8-d85e-4b59-8231-2cb589f1bf55,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:31.977329 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4700509c-8a51-41bb-a786-5b32dde23135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:31.981050 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-4700509c-8a51-41bb-a786-5b32dde23135 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/e18865d8-d85e-4b59-8231-2cb589f1bf55 HTTP/1.1" status: 204 len: 168 time: 0.2703004 Jul 26 05:12:31.982758 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd372a7-a013-42c4-9020-4779f0b4004c None None] Network 72b54b76-e074-4ca5-ae69-4055afca29ba requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:12:31.983670 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54274) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:32.054261 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (72b54b76-e074-4ca5-ae69-4055afca29ba), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.062244 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:32.097395 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Deleting port b339fc4a-2169-447f-9631-9392a770dc0e {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:32.099819 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.171524 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] For port b339fc4a-2169-447f-9631-9392a770dc0e, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=b339fc4a-2169-447f-9631-9392a770dc0e,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:32.171920 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.186565 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Calling delete_port for b339fc4a-2169-447f-9631-9392a770dc0e owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:32.196979 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 962d10d3-173e-4a49-ab4a-010d471000ae no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:12:32.225149 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca98cec3-fe9f-4bca-af4b-f8aec768e7b7 None None] DHCP port deletion for 72b54b76-e074-4ca5-ae69-4055afca29ba request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:12:32.228225 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 962d10d3-173e-4a49-ab4a-010d471000ae {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:12:32.228701 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 962d10d3-173e-4a49-ab4a-010d471000ae not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:12:32.240937 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:32.264707 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-ca98cec3-fe9f-4bca-af4b-f8aec768e7b7 None None] Deleting port b339fc4a-2169-447f-9631-9392a770dc0e {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:32.265082 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca98cec3-fe9f-4bca-af4b-f8aec768e7b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.274748 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.300439 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Pushing event deleted for resources: {'Port': ['ID=b339fc4a-2169-447f-9631-9392a770dc0e,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:32.304115 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] No DVR routers for this DVR port b339fc4a-2169-447f-9631-9392a770dc0e on host dv-cinder-850574-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:12:32.335866 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-ca98cec3-fe9f-4bca-af4b-f8aec768e7b7 None None] For port b339fc4a-2169-447f-9631-9392a770dc0e, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=b339fc4a-2169-447f-9631-9392a770dc0e,segment=NetworkSegment(1a054775-d062-4a1f-afdf-e810bf745664),segment_id=1a054775-d062-4a1f-afdf-e810bf745664)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:32.336235 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca98cec3-fe9f-4bca-af4b-f8aec768e7b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.354234 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-ca98cec3-fe9f-4bca-af4b-f8aec768e7b7 None None] Calling delete_port for b339fc4a-2169-447f-9631-9392a770dc0e owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:32.381774 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (72b54b76-e074-4ca5-ae69-4055afca29ba), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.389453 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:32.405512 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72b54b76-e074-4ca5-ae69-4055afca29ba']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:32.415841 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a054775-d062-4a1f-afdf-e810bf745664') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:32.416155 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a054775-d062-4a1f-afdf-e810bf745664') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:32.427750 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (1a054775-d062-4a1f-afdf-e810bf745664), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.443717 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (1a054775-d062-4a1f-afdf-e810bf745664), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.451054 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:12:32.451732 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (1a054775-d062-4a1f-afdf-e810bf745664), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.453473 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-ca98cec3-fe9f-4bca-af4b-f8aec768e7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (b339fc4a-2169-447f-9631-9392a770dc0e), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.480326 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98cec3-fe9f-4bca-af4b-f8aec768e7b7 None None] Pushing event deleted for resources: {'Port': ['ID=b339fc4a-2169-447f-9631-9392a770dc0e,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:32.486060 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98cec3-fe9f-4bca-af4b-f8aec768e7b7 None None] No DVR routers for this DVR port b339fc4a-2169-447f-9631-9392a770dc0e on host dv-cinder-850574-1-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:12:32.522690 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 1a054775-d062-4a1f-afdf-e810bf745664 resource provider aggregate not found Jul 26 05:12:32.542231 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment 1a054775-d062-4a1f-afdf-e810bf745664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a054775-d062-4a1f-afdf-e810bf745664 found for delete ", "request_id": "req-63baef1f-e854-45fa-b333-5db6482f307a"}]} Jul 26 05:12:32.545047 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (72b54b76-e074-4ca5-ae69-4055afca29ba), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.554577 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:32.561224 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] 10.222.0.17 "DELETE /v2.0/networks/72b54b76-e074-4ca5-ae69-4055afca29ba HTTP/1.1" status: 204 len: 168 time: 0.5734217 Jul 26 05:12:32.569334 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54282) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:32.575170 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824ad35-3377-45d7-b78c-f3a0e9992889 admin admin] Pushing event deleted for resources: {'Network': ['ID=72b54b76-e074-4ca5-ae69-4055afca29ba,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:32.605520 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95bae3-121c-43fa-8f04-5762a862b732 req-91b971a8-ce7e-4f55-8508-676c6c92e6c3 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:32.607004 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c95bae3-121c-43fa-8f04-5762a862b732 req-91b971a8-ce7e-4f55-8508-676c6c92e6c3 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 949 time: 0.0466979 Jul 26 05:12:32.656586 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c95bae3-121c-43fa-8f04-5762a862b732 req-2036401d-4c03-437c-9ae9-d561dc07c465 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435169 Jul 26 05:12:32.936081 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe05e0-ca4c-4827-9516-61494a27c822 req-af104d75-520a-4e93-a4bd-5bbc6b35905f tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:32.937516 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55fe05e0-ca4c-4827-9516-61494a27c822 req-af104d75-520a-4e93-a4bd-5bbc6b35905f tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 949 time: 0.0472672 Jul 26 05:12:32.990307 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55fe05e0-ca4c-4827-9516-61494a27c822 req-bad7ea00-953a-4038-847b-475865f1c7cd tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467911 Jul 26 05:12:33.090423 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:33.123576 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4096283'] for router_interface (38249e82-fcb4-41d6-903e-eb6b6f93d586), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:33.336648 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:12:33.368152 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Deleting port 2368caa8-26be-48db-9c5f-410088eac68d {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:33.368499 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (2368caa8-26be-48db-9c5f-410088eac68d), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:33.451421 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] For port 2368caa8-26be-48db-9c5f-410088eac68d, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=2368caa8-26be-48db-9c5f-410088eac68d,segment=NetworkSegment(e55d41e1-d596-42dd-81bc-ac9f08bef77f),segment_id=e55d41e1-d596-42dd-81bc-ac9f08bef77f)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:33.451810 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (2368caa8-26be-48db-9c5f-410088eac68d), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:33.464825 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Calling delete_port for 2368caa8-26be-48db-9c5f-410088eac68d owned by network:router_interface {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:33.466434 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:33.566442 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:33.649162 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (2368caa8-26be-48db-9c5f-410088eac68d), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:33.675716 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Pushing event deleted for resources: {'Port': ['ID=2368caa8-26be-48db-9c5f-410088eac68d,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:33.841352 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3671720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4096399'] for router_interface (38249e82-fcb4-41d6-903e-eb6b6f93d586), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:33.845991 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device b339fc4a-2169-447f-9631-9392a770dc0e no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:12:33.875995 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: b339fc4a-2169-447f-9631-9392a770dc0e {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:12:33.876339 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device b339fc4a-2169-447f-9631-9392a770dc0e not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:12:33.876758 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 3de19813-875e-4cb9-8be7-afe50619b96b no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:12:33.894739 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 3de19813-875e-4cb9-8be7-afe50619b96b {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:12:33.895074 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 3de19813-875e-4cb9-8be7-afe50619b96b not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:12:34.052181 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Router 38249e82-fcb4-41d6-903e-eb6b6f93d586 has already been hosted by L3 agent 0b576759-ac0a-45e6-966b-86a1c07387ad {{(pid=104002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 05:12:34.110369 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f70a6-c7af-4bd4-9722-bd232120c032 req-f33557cf-e1db-483d-8141-4d470a41a355 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:34.111931 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce4f70a6-c7af-4bd4-9722-bd232120c032 req-f33557cf-e1db-483d-8141-4d470a41a355 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 949 time: 0.0477285 Jul 26 05:12:34.157724 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] Notify agent at l3_agent.dv-cinder-850574-1-iscsi the message routers_updated {{(pid=104002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 05:12:34.160252 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce4f70a6-c7af-4bd4-9722-bd232120c032 req-923667d2-f4b0-484c-baa3-c237665317b1 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/security-groups?id=f0ea1b70-47c5-467f-b60b-eff573743984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Jul 26 05:12:34.162787 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-52db5e02-3228-47ea-abad-80da815dd884 admin admin] 10.222.0.17 "PUT /v2.0/routers/38249e82-fcb4-41d6-903e-eb6b6f93d586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5925009 Jul 26 05:12:34.165354 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 54292) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:34.167856 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] Sync routers for ids ['38249e82-fcb4-41d6-903e-eb6b6f93d586'] in dv-cinder-850574-1-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 05:12:34.184956 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] Routers {'38249e82-fcb4-41d6-903e-eb6b6f93d586'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:12:34.185704 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:12:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['38249e82-fcb4-41d6-903e-eb6b6f93d586'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:34.246125 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:34.287726 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] Set router 38249e82-fcb4-41d6-903e-eb6b6f93d586 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:12:34.296406 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks [] for router (38249e82-fcb4-41d6-903e-eb6b6f93d586), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:34.303692 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-1777ae3c-0ffd-4b4d-9f70-f53169acd2e2 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:34.305093 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-1777ae3c-0ffd-4b4d-9f70-f53169acd2e2 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.52 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 949 time: 0.0531580 Jul 26 05:12:34.365550 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:34.456692 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:12:33Z', 'revision_number': 5, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'gw_port': {'id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:34.463331 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Deleting port a7dd557f-1449-4e24-b4de-5bf8c52d075e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:34.463687 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:34.479098 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks [] for router_gateway (38249e82-fcb4-41d6-903e-eb6b6f93d586), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:34.481369 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] Checking router: 38249e82-fcb4-41d6-903e-eb6b6f93d586 for host: dv-cinder-850574-1-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 05:12:34.490260 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] Routers {'38249e82-fcb4-41d6-903e-eb6b6f93d586'} bound to L3 agent in host dv-cinder-850574-1-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 05:12:34.490872 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850574-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T04:51:16Z,description=,heartbeat_timestamp=2022-07-26T05:12:16Z,host='dv-cinder-850574-1-iscsi',id=0b576759-ac0a-45e6-966b-86a1c07387ad,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T04:51:16Z,topic='l3_agent')) {'router_ids': ['38249e82-fcb4-41d6-903e-eb6b6f93d586'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:34.568859 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Deleting port 70026028-513d-4ee9-a6c7-c2ee2ad47be4 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:34.569155 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:34.591786 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] Set router 38249e82-fcb4-41d6-903e-eb6b6f93d586 gateway port host: dv-cinder-850574-1-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 05:12:34.621558 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] For port a7dd557f-1449-4e24-b4de-5bf8c52d075e, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=a7dd557f-1449-4e24-b4de-5bf8c52d075e,segment=NetworkSegment(e0ea5f32-f45a-4c4f-90ea-bdff45ca0341),segment_id=e0ea5f32-f45a-4c4f-90ea-bdff45ca0341)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:34.621885 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:34.641436 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Calling delete_port for a7dd557f-1449-4e24-b4de-5bf8c52d075e owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:34.713577 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] For port 70026028-513d-4ee9-a6c7-c2ee2ad47be4, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=70026028-513d-4ee9-a6c7-c2ee2ad47be4,segment=NetworkSegment(40d59892-a24b-4189-8898-be9263bad9f6),segment_id=40d59892-a24b-4189-8898-be9263bad9f6)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:34.713835 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:34.723642 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:34.735931 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Calling delete_port for 70026028-513d-4ee9-a6c7-c2ee2ad47be4 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:34.772212 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:12:33Z', 'revision_number': 5, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'gw_port': {'id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}], 'dv-cinder-850574-1-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:34.797439 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6729ea-e787-40e4-a9e4-2ece51af6fc5 None None] The sync data for ids ['38249e82-fcb4-41d6-903e-eb6b6f93d586'] in dv-cinder-850574-1-iscsi is: [{'id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'name': 'tempest-TestShelveInstance-1636968173-router', 'tenant_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'external_fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:12:33Z', 'revision_number': 5, 'project_id': 'a6e3bf6c6e9641e58d936dd8e15550ff', 'gw_port': {'id': '70026028-513d-4ee9-a6c7-c2ee2ad47be4', 'name': '', 'network_id': '6650bd46-4eab-4fdc-93f9-6561930b73c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:70:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38249e82-fcb4-41d6-903e-eb6b6f93d586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7c923601-1726-4775-9f6e-bcf0028211de', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850574-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T05:07:46Z', 'updated_at': '2022-07-26T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7c923601-1726-4775-9f6e-bcf0028211de', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850574-1-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 05:12:34.900959 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (a7dd557f-1449-4e24-b4de-5bf8c52d075e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:34.931328 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Pushing event deleted for resources: {'Port': ['ID=a7dd557f-1449-4e24-b4de-5bf8c52d075e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:34.942374 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['a7dd557f-1449-4e24-b4de-5bf8c52d075e'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:12:34.958409 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:34.998261 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] No DVR routers for this DVR port a7dd557f-1449-4e24-b4de-5bf8c52d075e on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:12:35.002150 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.005558 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24cbc54a-c755-4ef1-b6ec-c076eb15b855 req-20d2e217-0f4b-4380-96ad-a7b29fff9bae tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.52 "DELETE /v2.0/ports/a7dd557f-1449-4e24-b4de-5bf8c52d075e HTTP/1.1" status: 204 len: 173 time: 0.6700139 Jul 26 05:12:35.006252 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e4bf4e-1fbb-491f-8fc4-02864614f900', 'name': 'network-vif-deleted', 'tag': 'a7dd557f-1449-4e24-b4de-5bf8c52d075e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:12:35.008569 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef0505b-629e-45f5-a192-f2cf8d6568e9" -d '{"events": [{"server_uuid": "83e4bf4e-1fbb-491f-8fc4-02864614f900", "name": "network-vif-deleted", "tag": "a7dd557f-1449-4e24-b4de-5bf8c52d075e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:12:35.033724 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (70026028-513d-4ee9-a6c7-c2ee2ad47be4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.064189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5c0787-142f-4594-8f2f-6e29d6b8e230 x-openstack-request-id: req-0b5c0787-142f-4594-8f2f-6e29d6b8e230 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:12:35.064473 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e4bf4e-1fbb-491f-8fc4-02864614f900", "name": "network-vif-deleted", "tag": "a7dd557f-1449-4e24-b4de-5bf8c52d075e", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:12:35.064722 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0b5c0787-142f-4594-8f2f-6e29d6b8e230 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:12:35.065115 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5c0787-142f-4594-8f2f-6e29d6b8e230'] response: {'server_uuid': '83e4bf4e-1fbb-491f-8fc4-02864614f900', 'name': 'network-vif-deleted', 'tag': 'a7dd557f-1449-4e24-b4de-5bf8c52d075e', 'status': 'completed', 'code': 200} Jul 26 05:12:35.067760 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Pushing event deleted for resources: {'Port': ['ID=70026028-513d-4ee9-a6c7-c2ee2ad47be4,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:35.122677 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:35.140554 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4110363'] for router_gateway (38249e82-fcb4-41d6-903e-eb6b6f93d586), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.233464 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3777168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32603'] for router (38249e82-fcb4-41d6-903e-eb6b6f93d586), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.235882 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks [] for router_controller (38249e82-fcb4-41d6-903e-eb6b6f93d586), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.300939 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3777042'] for router (38249e82-fcb4-41d6-903e-eb6b6f93d586), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.301687 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38249e82-fcb4-41d6-903e-eb6b6f93d586 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 05:12:35.304649 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-320e205e-1c1a-4826-8a09-d8111cf03948 req-a8c751b7-409c-43cc-b23f-346b5cc97cf5 tempest-VolumesNegativeTest-1111982578 tempest-VolumesNegativeTest-1111982578-project] 10.222.0.17 "GET /v2.0/ports?device_id=83e4bf4e-1fbb-491f-8fc4-02864614f900 HTTP/1.1" status: 200 len: 210 time: 0.0331581 Jul 26 05:12:35.307483 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.308527 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a6d9cf31-8914-4dfe-acd2-9ee9a99ccfce admin admin] 10.222.0.17 "DELETE /v2.0/routers/38249e82-fcb4-41d6-903e-eb6b6f93d586 HTTP/1.1" status: 204 len: 168 time: 1.1418436 Jul 26 05:12:35.311571 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54298) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:35.360772 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabc0f7b-daa1-4e86-aa0f-2185e7c65458 admin admin] Deleting subnet fc0ff703-c3ac-4528-b9a4-d45688728f03 {{(pid=104002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:12:35.366021 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cabc0f7b-daa1-4e86-aa0f-2185e7c65458 admin admin] Publish callbacks [] for subnet (fc0ff703-c3ac-4528-b9a4-d45688728f03), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.403961 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cabc0f7b-daa1-4e86-aa0f-2185e7c65458 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60788663'] for subnet (fc0ff703-c3ac-4528-b9a4-d45688728f03), precommit_delete_associations {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.449488 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:35.489003 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cabc0f7b-daa1-4e86-aa0f-2185e7c65458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (fc0ff703-c3ac-4528-b9a4-d45688728f03), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.548755 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cabc0f7b-daa1-4e86-aa0f-2185e7c65458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60332189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60007186'] for subnet (fc0ff703-c3ac-4528-b9a4-d45688728f03), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.576275 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc0f7b-daa1-4e86-aa0f-2185e7c65458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0ff703-c3ac-4528-b9a4-d45688728f03,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:35.581997 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cabc0f7b-daa1-4e86-aa0f-2185e7c65458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for subnet (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.588109 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-cabc0f7b-daa1-4e86-aa0f-2185e7c65458 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/fc0ff703-c3ac-4528-b9a4-d45688728f03 HTTP/1.1" status: 204 len: 168 time: 0.2729902 Jul 26 05:12:35.588298 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54300) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:35.591482 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a85e7d9-e691-4f60-901f-7b3268186879 None None] Network 0e317836-79bf-43b0-9f3b-194ac2b4a206 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:12:35.639236 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:35.659876 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:35.672564 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (0e317836-79bf-43b0-9f3b-194ac2b4a206), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.720123 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Deleting port 5d0d340f-038f-4a5e-8959-42cd578cb618 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:35.720123 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.783770 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] For port 5d0d340f-038f-4a5e-8959-42cd578cb618, host dv-cinder-850574-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850574-1-iscsi',level=0,port_id=5d0d340f-038f-4a5e-8959-42cd578cb618,segment=NetworkSegment(e55d41e1-d596-42dd-81bc-ac9f08bef77f),segment_id=e55d41e1-d596-42dd-81bc-ac9f08bef77f)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:35.784010 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.801055 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Calling delete_port for 5d0d340f-038f-4a5e-8959-42cd578cb618 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:35.857021 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] DHCP port deletion for 0e317836-79bf-43b0-9f3b-194ac2b4a206 request from dv-cinder-850574-1-iscsi {{(pid=104003) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 05:12:35.903918 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] Deleting port 5d0d340f-038f-4a5e-8959-42cd578cb618 {{(pid=104003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:12:35.904288 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), before_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.904410 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60332208'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:35.932589 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d0d340f-038f-4a5e-8959-42cd578cb618,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:35.934988 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] No DVR routers for this DVR port 5d0d340f-038f-4a5e-8959-42cd578cb618 on host dv-cinder-850574-1-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:12:36.015676 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (0e317836-79bf-43b0-9f3b-194ac2b4a206), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.037627 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e317836-79bf-43b0-9f3b-194ac2b4a206']}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:36.048300 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55d41e1-d596-42dd-81bc-ac9f08bef77f') {'for_net_delete': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:36.048604 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.services.segments.db [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55d41e1-d596-42dd-81bc-ac9f08bef77f') {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:12:36.058789 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60788654'] for segment (e55d41e1-d596-42dd-81bc-ac9f08bef77f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.073345 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (e55d41e1-d596-42dd-81bc-ac9f08bef77f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.076061 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 70026028-513d-4ee9-a6c7-c2ee2ad47be4 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:12:36.080921 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=104002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:12:36.081233 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60332227'] for segment (e55d41e1-d596-42dd-81bc-ac9f08bef77f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.099783 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 70026028-513d-4ee9-a6c7-c2ee2ad47be4 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:12:36.100103 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 70026028-513d-4ee9-a6c7-c2ee2ad47be4 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:12:36.100544 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 2368caa8-26be-48db-9c5f-410088eac68d no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:12:36.124080 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment e55d41e1-d596-42dd-81bc-ac9f08bef77f resource provider aggregate not found Jul 26 05:12:36.132245 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 2368caa8-26be-48db-9c5f-410088eac68d {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:12:36.132574 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 2368caa8-26be-48db-9c5f-410088eac68d not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:12:36.133002 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 5d0d340f-038f-4a5e-8959-42cd578cb618 no longer exists at agent ovs-agent-dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:12:36.143487 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.services.segments.plugin [-] Segment e55d41e1-d596-42dd-81bc-ac9f08bef77f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e55d41e1-d596-42dd-81bc-ac9f08bef77f found for delete ", "request_id": "req-e3ff9041-4013-42fe-b345-23deccaa80b8"}]} Jul 26 05:12:36.152558 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (0e317836-79bf-43b0-9f3b-194ac2b4a206), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.156312 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] For port 5d0d340f-038f-4a5e-8959-42cd578cb618, host dv-cinder-850574-1-iscsi, got binding levels [] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:36.156890 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), precommit_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.157992 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.161164 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] 10.222.0.17 "DELETE /v2.0/networks/0e317836-79bf-43b0-9f3b-194ac2b4a206 HTTP/1.1" status: 204 len: 168 time: 0.5719259 Jul 26 05:12:36.164779 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] No Port match for: 5d0d340f-038f-4a5e-8959-42cd578cb618 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:12:36.165430 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Device 5d0d340f-038f-4a5e-8959-42cd578cb618 not bound to the agent host dv-cinder-850574-1-iscsi {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:12:36.173553 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] Calling delete_port for 5d0d340f-038f-4a5e-8959-42cd578cb618 owned by network:dhcp {{(pid=104003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:12:36.176636 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.ipam_backend_mixin [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] Port 5d0d340f-038f-4a5e-8959-42cd578cb618 was not found and therefore no delete operation was performed {{(pid=104003) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 26 05:12:36.177744 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940'] for port (5d0d340f-038f-4a5e-8959-42cd578cb618), after_delete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.178182 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b65cd-7a72-451d-8c30-232ed60c3069 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e317836-79bf-43b0-9f3b-194ac2b4a206,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:36.185987 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] Network 0e317836-79bf-43b0-9f3b-194ac2b4a206 is not hosted by any dhcp agent {{(pid=104003) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 26 05:12:36.186434 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] No DVR routers for this DVR port 5d0d340f-038f-4a5e-8959-42cd578cb618 on host dv-cinder-850574-1-iscsi {{(pid=104003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:12:36.214878 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aad7f1-bceb-495c-9764-a871f8cc00a3 None None] Pushing event deleted for resources: {'Port': ['ID=5d0d340f-038f-4a5e-8959-42cd578cb618,revision_number=None']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:36.341268 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54310) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:36.383317 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-bc979979-318a-4d4f-ba7e-2fe4d4e89e1b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=666f12ad571f45c096947d0497291842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407560 Jul 26 05:12:36.385992 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 54316) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:36.441766 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-73989039-6220-457c-ba53-e2accf5c97e2 admin admin] Publish callbacks [] for security_group (9223b433-a719-4124-b7f5-1d5b8e490ad5), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.463485 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-73989039-6220-457c-ba53-e2accf5c97e2 admin admin] Publish callbacks [] for security_group (9223b433-a719-4124-b7f5-1d5b8e490ad5), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.512845 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-73989039-6220-457c-ba53-e2accf5c97e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (9223b433-a719-4124-b7f5-1d5b8e490ad5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.515527 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-73989039-6220-457c-ba53-e2accf5c97e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.516727 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-73989039-6220-457c-ba53-e2accf5c97e2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9223b433-a719-4124-b7f5-1d5b8e490ad5 HTTP/1.1" status: 204 len: 168 time: 0.1292169 Jul 26 05:12:36.525427 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73989039-6220-457c-ba53-e2accf5c97e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9223b433-a719-4124-b7f5-1d5b8e490ad5,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:36.850057 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54338) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:36.892372 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-ce3f9769-4e5a-4209-811e-2ed0f664250d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a6e3bf6c6e9641e58d936dd8e15550ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387518 Jul 26 05:12:36.893271 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54340) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:36.944345 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f603-e5eb-4675-8d0c-55990372a52b admin admin] Publish callbacks [] for security_group (b4c05376-2d5e-4ccd-bb2f-e159e6a9ddf3), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:36.966649 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f603-e5eb-4675-8d0c-55990372a52b admin admin] Publish callbacks [] for security_group (b4c05376-2d5e-4ccd-bb2f-e159e6a9ddf3), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:37.018031 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f603-e5eb-4675-8d0c-55990372a52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (b4c05376-2d5e-4ccd-bb2f-e159e6a9ddf3), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:37.020830 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f603-e5eb-4675-8d0c-55990372a52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:37.021960 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-bfb5f603-e5eb-4675-8d0c-55990372a52b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b4c05376-2d5e-4ccd-bb2f-e159e6a9ddf3 HTTP/1.1" status: 204 len: 168 time: 0.1277964 Jul 26 05:12:37.034841 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5f603-e5eb-4675-8d0c-55990372a52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c05376-2d5e-4ccd-bb2f-e159e6a9ddf3,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:38.590883 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a7dd557f-1449-4e24-b4de-5bf8c52d075e no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:12:38.611155 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: a7dd557f-1449-4e24-b4de-5bf8c52d075e {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:12:38.611420 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device a7dd557f-1449-4e24-b4de-5bf8c52d075e not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:12:40.806292 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54570) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:40.910769 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:40.949398 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-37ae1ae9-cacf-41a9-bdf8-54bc5354f2ed admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=487ac0c07ad444ffa66858feeba7bcee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417923 Jul 26 05:12:40.953024 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [-] (104002) accepted ('10.222.0.17', 54574) {{(pid=104002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:40.999889 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:41.014339 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0b8681d1-6d1d-4feb-ba7d-21abb3ef8af5 admin admin] Publish callbacks [] for security_group (f0ea1b70-47c5-467f-b60b-eff573743984), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:41.035690 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0b8681d1-6d1d-4feb-ba7d-21abb3ef8af5 admin admin] Publish callbacks [] for security_group (f0ea1b70-47c5-467f-b60b-eff573743984), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:41.086681 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0b8681d1-6d1d-4feb-ba7d-21abb3ef8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (f0ea1b70-47c5-467f-b60b-eff573743984), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:41.089266 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0b8681d1-6d1d-4feb-ba7d-21abb3ef8af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:41.090429 dv-cinder-850574-1-iscsi neutron-server[104002]: INFO neutron.wsgi [None req-0b8681d1-6d1d-4feb-ba7d-21abb3ef8af5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f0ea1b70-47c5-467f-b60b-eff573743984 HTTP/1.1" status: 204 len: 168 time: 0.1362674 Jul 26 05:12:41.098051 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8681d1-6d1d-4feb-ba7d-21abb3ef8af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea1b70-47c5-467f-b60b-eff573743984,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:41.746821 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 54596) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:41.852434 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-120293192-network', 'tenant_id': '1ef8f9da4d8148aebe552f9733dbc45a'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:12:41.881106 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Made reservation on behalf of 1ef8f9da4d8148aebe552f9733dbc45a for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:12:41.883522 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:41.892905 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:41.975676 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Publish callbacks [] for security_group (0e934b22-0ab3-48cc-8358-a976d2649b70), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:41.983467 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (0e934b22-0ab3-48cc-8358-a976d2649b70), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:42.011838 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 05:12:42.018425 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e934b22-0ab3-48cc-8358-a976d2649b70,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:42.024805 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (c8b7bdbd-5684-433e-b487-463a826c5848), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:42.025150 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Added segment c8b7bdbd-5684-433e-b487-463a826c5848 of type vlan for network f3941d81-f5ed-4186-b07a-def8af852774 Jul 26 05:12:42.068188 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752843232121'] for network (f3941d81-f5ed-4186-b07a-def8af852774), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:42.095507 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715'] for network (f3941d81-f5ed-4186-b07a-def8af852774), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:42.096504 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:42.097079 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:42.155350 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4073765 Jul 26 05:12:42.158277 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 54600) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:12:42.163124 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Request body: {'subnet': {'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-120293192-subnet', 'tenant_id': '1ef8f9da4d8148aebe552f9733dbc45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:12:42.167811 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa3110-9c21-4275-8903-c0cd91346357 admin admin] Pushing event updated for resources: {'Network': ['ID=f3941d81-f5ed-4186-b07a-def8af852774,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:42.176387 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:42.179161 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Network f3941d81-f5ed-4186-b07a-def8af852774 details requested by agent ovs-agent-dv-cinder-850574-1-iscsi with host dv-cinder-850574-1-iscsi {{(pid=104003) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 05:12:42.188726 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Made reservation on behalf of 1ef8f9da4d8148aebe552f9733dbc45a for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:12:42.191278 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58846403'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:42.375152 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59865235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58846445'] for subnet (f7f6ee01-091d-4966-a018-fd7c694c5a00), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:42.402390 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=13 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:42.427432 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f6ee01-091d-4966-a018-fd7c694c5a00,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:42.448182 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Checking segment: {'id': 'c8b7bdbd-5684-433e-b487-463a826c5848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:12:42.448538 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Network hostable DHCP agents. Network: f3941d81-f5ed-4186-b07a-def8af852774, hostable agents: ['26f43875-2833-4bad-bfe1-00683f52583b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 05:12:42.465491 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Network f3941d81-f5ed-4186-b07a-def8af852774 is scheduled to be hosted by DHCP agent 26f43875-2833-4bad-bfe1-00683f52583b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 05:12:42.476680 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850574-1-iscsi, f3941d81-f5ed-4186-b07a-def8af852774) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:12:42.481006 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:42.481589 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:42.486884 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2bb5ce-7b6a-45b5-9fff-0065adc5428a None None] Network f3941d81-f5ed-4186-b07a-def8af852774 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:12:42.499545 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-62fbd9dc-3c68-4192-8c62-92976e6ebefb admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3402755 Jul 26 05:12:42.588354 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a2479-7740-42ed-8a16-4529a44a5497 None None] Network f3941d81-f5ed-4186-b07a-def8af852774 requested from dv-cinder-850574-1-iscsi {{(pid=104003) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 05:12:43.332449 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=24 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:43.333543 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=99 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:43.594451 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00def10c-b800-4111-a832-3dfe5207f263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:44.270230 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-c4e4ea87-672e-4777-8316-c5ecbad6d994 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:44.271644 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-c4e4ea87-672e-4777-8316-c5ecbad6d994 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/networks?id=f3941d81-f5ed-4186-b07a-def8af852774 HTTP/1.1" status: 200 len: 813 time: 0.1038139 Jul 26 05:12:44.287745 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-c8573bee-8e87-405e-9897-1727ff47a33b tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/quotas/1ef8f9da4d8148aebe552f9733dbc45a HTTP/1.1" status: 200 len: 375 time: 0.0090461 Jul 26 05:12:44.319033 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-199e88df-ba5a-421b-b1b3-3958692a4a2e tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263653 Jul 26 05:12:44.329143 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-f6942530-cb3e-4676-a005-6d60eb72543d service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 05:12:44.330068 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-f6942530-cb3e-4676-a005-6d60eb72543d service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047858 Jul 26 05:12:44.422570 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-74fb4068-41bf-46ff-a2ff-910bbf61b3b3 service neutron] 10.222.0.17 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872469 Jul 26 05:12:44.515125 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-16cd1fd0-d7ec-4b7f-ad08-249eb15b1787 service neutron] 10.222.0.17 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866604 Jul 26 05:12:44.694150 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4417bf24-00e1-48a0-a8e4-c44f5b664fd6 req-dc32cf09-f40d-4df5-8414-ba9a4c1ee59c tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 210 time: 0.0285888 Jul 26 05:12:45.716844 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3d124188-0dc1-4cca-9607-696b7834233c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:46.075539 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-000eaed8-303a-46fa-945b-dd0033179de1 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:46.076883 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-000eaed8-303a-46fa-945b-dd0033179de1 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.52 "GET /v2.0/networks?id=f3941d81-f5ed-4186-b07a-def8af852774 HTTP/1.1" status: 200 len: 813 time: 0.3945045 Jul 26 05:12:46.092155 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92ff78fe-de2b-4c0d-af8d-e99d740b29ed req-a43f23c6-5779-4e71-8f04-23d1c49531ed tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 210 time: 0.3173394 Jul 26 05:12:46.096651 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Request body: {'port': {'device_id': 'ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca', 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774', 'admin_state_up': True, 'tenant_id': '1ef8f9da4d8148aebe552f9733dbc45a'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:12:46.194471 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:46.209478 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Made reservation on behalf of 1ef8f9da4d8148aebe552f9733dbc45a for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:12:46.212830 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:46.337229 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Allocated IP 172.20.0.12 (f3941d81-f5ed-4186-b07a-def8af852774/f7f6ee01-091d-4966-a018-fd7c694c5a00/35f88b37-ae8e-4b94-9860-96f830b1f89c) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:12:46.398832 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:46.492243 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks [] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:46.528045 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:46.582208 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Network f3941d81-f5ed-4186-b07a-def8af852774 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:12:46.585556 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:12:46.589508 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:12:46.615782 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Pushing event updated for resources: {'Port': ['ID=35f88b37-ae8e-4b94-9860-96f830b1f89c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:46.643531 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:46.644175 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:46.662679 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-a9fb3899-3fd8-4a85-8928-aab1f39bbc84 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695968 Jul 26 05:12:46.679234 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Request body: {'port': {'device_id': 'ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:12:46.740099 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:46.994867 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:47.000483 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f88b37-ae8e-4b94-9860-96f830b1f89c {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:12:47.008660 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Publish callbacks [] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:47.012115 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:47.023174 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Transition to ACTIVE for port object 35f88b37-ae8e-4b94-9860-96f830b1f89c will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:12:47.027888 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:47.079414 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Pushing event updated for resources: {'Port': ['ID=35f88b37-ae8e-4b94-9860-96f830b1f89c,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:47.154059 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Attempting to bind port 35f88b37-ae8e-4b94-9860-96f830b1f89c on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:12:47.154404 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Attempting to bind port 35f88b37-ae8e-4b94-9860-96f830b1f89c by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': 'c8b7bdbd-5684-433e-b487-463a826c5848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:12:47.154734 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Attempting to bind port 35f88b37-ae8e-4b94-9860-96f830b1f89c on network f3941d81-f5ed-4186-b07a-def8af852774 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:12:47.159691 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Port 35f88b37-ae8e-4b94-9860-96f830b1f89c on network f3941d81-f5ed-4186-b07a-def8af852774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:12:47.160011 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Attempting to bind port 35f88b37-ae8e-4b94-9860-96f830b1f89c on network f3941d81-f5ed-4186-b07a-def8af852774 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:12:47.165199 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:12:47.165542 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Checking segment: {'id': 'c8b7bdbd-5684-433e-b487-463a826c5848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:12:47.165928 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Bound using segment: {'id': 'c8b7bdbd-5684-433e-b487-463a826c5848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:12:47.166354 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Bound port: 35f88b37-ae8e-4b94-9860-96f830b1f89c, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b7bdbd-5684-433e-b487-463a826c5848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:12:47.166712 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:47.210552 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:47.250880 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6976c2-9d3a-4729-9a3a-17a3a51f01e9 req-1cc253eb-17c8-4537-ac70-239c800ec21b tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:47.252283 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec6976c2-9d3a-4729-9a3a-17a3a51f01e9 req-1cc253eb-17c8-4537-ac70-239c800ec21b tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 944 time: 0.0834110 Jul 26 05:12:47.288744 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] For port 35f88b37-ae8e-4b94-9860-96f830b1f89c, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:12:47.307751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] For port 35f88b37-ae8e-4b94-9860-96f830b1f89c, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=35f88b37-ae8e-4b94-9860-96f830b1f89c,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:12:47.322011 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:47.338436 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec6976c2-9d3a-4729-9a3a-17a3a51f01e9 req-47382bf8-5ad6-4753-8d69-4a096c465bec tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718770 Jul 26 05:12:47.367394 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:47.368029 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:47.369502 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] 10.222.0.52 "PUT /v2.0/ports/35f88b37-ae8e-4b94-9860-96f830b1f89c HTTP/1.1" status: 200 len: 1094 time: 0.6942029 Jul 26 05:12:47.369957 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca', 'tag': '35f88b37-ae8e-4b94-9860-96f830b1f89c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:12:47.372238 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0443985-8c65-4eaf-9e77-6439f7350ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca", "tag": "35f88b37-ae8e-4b94-9860-96f830b1f89c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:12:47.390189 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Pushing event updated for resources: {'Port': ['ID=35f88b37-ae8e-4b94-9860-96f830b1f89c,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:47.397741 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.398084 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.398393 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.398751 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.399054 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.399388 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.399774 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.400098 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.400418 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.400805 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.401095 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.401425 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.401875 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.402049 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.402391 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac13a9b-1c9d-4278-9666-138c258fcd3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:12:47.411922 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe628af-22a7-49ea-b1b8-7e1d3a015ada x-openstack-request-id: req-cfe628af-22a7-49ea-b1b8-7e1d3a015ada {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:12:47.412210 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca", "tag": "35f88b37-ae8e-4b94-9860-96f830b1f89c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:12:47.412675 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cfe628af-22a7-49ea-b1b8-7e1d3a015ada {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:12:47.413007 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe628af-22a7-49ea-b1b8-7e1d3a015ada'] response: {'name': 'network-changed', 'server_uuid': 'ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca', 'tag': '35f88b37-ae8e-4b94-9860-96f830b1f89c', 'status': 'completed', 'code': 200} Jul 26 05:12:47.494921 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443985-8c65-4eaf-9e77-6439f7350ee5 req-1af58d7b-c04d-4802-812c-4357d93de0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:47.496522 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d0443985-8c65-4eaf-9e77-6439f7350ee5 req-1af58d7b-c04d-4802-812c-4357d93de0dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 1128 time: 0.0415299 Jul 26 05:12:47.602811 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443985-8c65-4eaf-9e77-6439f7350ee5 req-35bd3061-8402-4668-8604-1946f97b9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:47.604267 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d0443985-8c65-4eaf-9e77-6439f7350ee5 req-35bd3061-8402-4668-8604-1946f97b9017 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0944703 Jul 26 05:12:47.700054 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443985-8c65-4eaf-9e77-6439f7350ee5 req-f8edbb31-838d-40ac-b74b-c0d4b9e8e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:47.701503 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d0443985-8c65-4eaf-9e77-6439f7350ee5 req-f8edbb31-838d-40ac-b74b-c0d4b9e8e2c8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916297 Jul 26 05:12:47.799053 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-2a99d69a-7fc7-4422-bd15-502ad48d8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:47.800585 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-2a99d69a-7fc7-4422-bd15-502ad48d8688 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 1128 time: 0.0403531 Jul 26 05:12:47.847434 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-0bdcf438-74d9-4927-927b-9142012cf53a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f88b37-ae8e-4b94-9860-96f830b1f89c HTTP/1.1" status: 200 len: 217 time: 0.0349326 Jul 26 05:12:47.896070 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-2dd557bf-1429-432e-bea3-c0e92d81ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:47.897458 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-2dd557bf-1429-432e-bea3-c0e92d81ae90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7f6ee01-091d-4966-a018-fd7c694c5a00 HTTP/1.1" status: 200 len: 853 time: 0.0442498 Jul 26 05:12:47.929772 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-656b1b07-a207-45a7-a106-15039fc5e6ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3941d81-f5ed-4186-b07a-def8af852774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247719 Jul 26 05:12:48.034139 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-1f5b93fe-9bc2-4ffd-b339-dec1b06c40a1 service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976384 Jul 26 05:12:48.110164 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:48.125904 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed90c1cf-3c37-4336-9b06-6da7723abe3d req-ceac384e-5439-4809-b234-bfbcd88771a7 service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860269 Jul 26 05:12:48.398092 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:48.465386 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766223d6-1bd4-4986-a18f-7f451eb92067 req-bf69ef31-28e0-49d9-b755-c1fab60cd062 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:48.466746 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-766223d6-1bd4-4986-a18f-7f451eb92067 req-bf69ef31-28e0-49d9-b755-c1fab60cd062 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 944 time: 0.0522981 Jul 26 05:12:48.517862 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-766223d6-1bd4-4986-a18f-7f451eb92067 req-c9a2f283-b178-48e5-bf32-4d6e3cd0cd06 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Jul 26 05:12:48.691832 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:49.662492 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785441e4-07f8-4b16-ac78-3a9f8cb37131 req-0743848f-6293-42c2-aef2-325c6ad1da4f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:49.663874 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-785441e4-07f8-4b16-ac78-3a9f8cb37131 req-0743848f-6293-42c2-aef2-325c6ad1da4f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 944 time: 0.0582321 Jul 26 05:12:49.711011 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-785441e4-07f8-4b16-ac78-3a9f8cb37131 req-9c430bbc-fb2e-4fdd-8be2-ce984b88fc38 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Jul 26 05:12:50.647711 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 35f88b37-ae8e-4b94-9860-96f830b1f89c details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:12:50.726702 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:50.754238 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 35f88b37-ae8e-4b94-9860-96f830b1f89c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=35f88b37-ae8e-4b94-9860-96f830b1f89c,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:50.765611 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '35f88b37-ae8e-4b94-9860-96f830b1f89c', 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774', 'port_id': '35f88b37-ae8e-4b94-9860-96f830b1f89c', 'mac_address': 'fa:16:3e:98:23:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f6ee01-091d-4966-a018-fd7c694c5a00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:12:50.800677 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 35f88b37-ae8e-4b94-9860-96f830b1f89c is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:12:50.801069 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:50.815044 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f88b37-ae8e-4b94-9860-96f830b1f89c {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:12:50.825044 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:50.828955 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5caa80-6706-4f4c-add3-c7b6db83592a req-9821c9bc-0463-46ea-909b-38b5be033385 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:50.830434 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6c5caa80-6706-4f4c-add3-c7b6db83592a req-9821c9bc-0463-46ea-909b-38b5be033385 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 944 time: 0.0466735 Jul 26 05:12:50.836280 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 35f88b37-ae8e-4b94-9860-96f830b1f89c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=35f88b37-ae8e-4b94-9860-96f830b1f89c,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:50.840806 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:50.852045 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:50.882275 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6c5caa80-6706-4f4c-add3-c7b6db83592a req-6ee612be-eadc-4e85-bb9f-0559fa3e4d26 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Jul 26 05:12:50.889629 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=35f88b37-ae8e-4b94-9860-96f830b1f89c,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:51.068112 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:51.094618 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:12:51.107566 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['35f88b37-ae8e-4b94-9860-96f830b1f89c'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:12:52.009242 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62542b7f-0d94-4f74-bc88-8456c7c967ce req-cdb1a9af-1dfc-4639-9d60-2ad99bd16ede tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:52.010598 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62542b7f-0d94-4f74-bc88-8456c7c967ce req-cdb1a9af-1dfc-4639-9d60-2ad99bd16ede tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 945 time: 0.0470912 Jul 26 05:12:52.062893 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62542b7f-0d94-4f74-bc88-8456c7c967ce req-e6c80920-421e-4ab2-8be8-391b0a3e0e95 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441318 Jul 26 05:12:52.656479 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 35f88b37-ae8e-4b94-9860-96f830b1f89c up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:12:52.708767 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 35f88b37-ae8e-4b94-9860-96f830b1f89c completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:12:52.719262 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 35f88b37-ae8e-4b94-9860-96f830b1f89c triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:12:52.719901 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:52.796433 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 35f88b37-ae8e-4b94-9860-96f830b1f89c is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:12:52.796826 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:52.821291 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f88b37-ae8e-4b94-9860-96f830b1f89c'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:12:52.823582 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077abacc-b53a-4df2-950a-564abf02f7ea" -d '{"events": [{"server_uuid": "ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca", "name": "network-vif-plugged", "status": "completed", "tag": "35f88b37-ae8e-4b94-9860-96f830b1f89c"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:12:52.836352 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 35f88b37-ae8e-4b94-9860-96f830b1f89c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=35f88b37-ae8e-4b94-9860-96f830b1f89c,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:12:52.841687 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:12:52.863924 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35cd751-e98c-4a53-9a9d-3e98cb39cac4 x-openstack-request-id: req-e35cd751-e98c-4a53-9a9d-3e98cb39cac4 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:12:52.864215 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca", "name": "network-vif-plugged", "status": "completed", "tag": "35f88b37-ae8e-4b94-9860-96f830b1f89c", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:12:52.864466 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e35cd751-e98c-4a53-9a9d-3e98cb39cac4 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:12:52.864889 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e35cd751-e98c-4a53-9a9d-3e98cb39cac4'] response: {'server_uuid': 'ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f88b37-ae8e-4b94-9860-96f830b1f89c', 'code': 200} Jul 26 05:12:52.892631 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=35f88b37-ae8e-4b94-9860-96f830b1f89c,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:12:53.094554 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5626adc-6d6c-464d-b0ac-d8d058255c52 req-0eaf455b-89c1-42a9-9e30-6a28b74057fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:53.096131 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5626adc-6d6c-464d-b0ac-d8d058255c52 req-0eaf455b-89c1-42a9-9e30-6a28b74057fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 1130 time: 0.0411475 Jul 26 05:12:53.150195 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5626adc-6d6c-464d-b0ac-d8d058255c52 req-5d07e3dc-7eb4-47a1-b726-9a3f3cb558af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484338 Jul 26 05:12:53.187302 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f8e89-07e5-43f8-9858-20f9600291b2 req-346241bb-cc39-4e36-8cda-84a0b6111182 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:53.188739 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-929f8e89-07e5-43f8-9858-20f9600291b2 req-346241bb-cc39-4e36-8cda-84a0b6111182 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 946 time: 0.0506978 Jul 26 05:12:53.239197 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-929f8e89-07e5-43f8-9858-20f9600291b2 req-38c1e6f1-e8a0-4a20-869a-2df7bf3a9403 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421443 Jul 26 05:12:54.372600 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44a6f8-3c18-46b8-bb6e-ba451ac8cab1 req-20a2317d-f4fd-49f8-be1e-3800ae68d80b tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:12:54.374066 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa44a6f8-3c18-46b8-bb6e-ba451ac8cab1 req-20a2317d-f4fd-49f8-be1e-3800ae68d80b tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 946 time: 0.0477908 Jul 26 05:12:54.424268 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa44a6f8-3c18-46b8-bb6e-ba451ac8cab1 req-bd47e16f-3c42-4db9-8e65-a6e47cb6f300 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Jul 26 05:13:02.889596 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:02.891456 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:03.114257 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:04.418156 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=39 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:04.420231 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=64 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:08.885821 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-a9632309-f88f-4995-a81f-25a76eacd169 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403950 Jul 26 05:13:08.997904 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-79707c4c-f19b-4209-8f39-51c48e302abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:08.999539 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-79707c4c-f19b-4209-8f39-51c48e302abb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 1130 time: 0.0515656 Jul 26 05:13:09.107750 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-6054b858-f3e1-4b26-b382-40a3a9cb4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:09.109146 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-6054b858-f3e1-4b26-b382-40a3a9cb4ce6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3941d81-f5ed-4186-b07a-def8af852774 HTTP/1.1" status: 200 len: 914 time: 0.0864863 Jul 26 05:13:09.153125 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-aa4c2480-9908-4984-9e7f-009311342d57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35f88b37-ae8e-4b94-9860-96f830b1f89c HTTP/1.1" status: 200 len: 217 time: 0.0365908 Jul 26 05:13:09.203354 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-2efaed04-dfde-4eca-82ce-694d102528b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:09.204802 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-2efaed04-dfde-4eca-82ce-694d102528b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7f6ee01-091d-4966-a018-fd7c694c5a00 HTTP/1.1" status: 200 len: 853 time: 0.0454032 Jul 26 05:13:09.239811 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-f6d33186-7e1f-4814-b361-65d4d7f85a7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3941d81-f5ed-4186-b07a-def8af852774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271125 Jul 26 05:13:09.341626 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-dd493460-f2dc-40e5-abae-e87be5c9ca6f service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928974 Jul 26 05:13:09.434529 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59590821-6ac9-4156-9a3a-ad941511d6cc req-73b82916-9880-4b2f-a199-60964bf78e9c service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857797 Jul 26 05:13:10.340332 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:13:13.106234 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:13.108734 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:13.595498 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3cc2f633-7a8a-4bd3-99d2-654fb876e68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:15.720978 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-827e421c-2470-460f-8ea1-4c84dca69280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:17.005231 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:18.402106 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:18.694244 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:19.429587 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=43 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:19.430565 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=45 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:20.332845 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:20.333889 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:28.686045 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:28.688195 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:31.300353 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca976d-2f6c-4408-8507-eb8023ba0a01 req-10964f33-1c3b-43fc-8617-a17356197bc9 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:31.301698 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60ca976d-2f6c-4408-8507-eb8023ba0a01 req-10964f33-1c3b-43fc-8617-a17356197bc9 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 946 time: 0.0482049 Jul 26 05:13:31.354762 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60ca976d-2f6c-4408-8507-eb8023ba0a01 req-e76397ec-3daf-47ae-8eee-96cc3677e655 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473604 Jul 26 05:13:32.484722 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0967015-4c34-4a4f-87b7-a02afc3ced92 req-fdbe978e-a261-4e89-901c-e8b99cc8aaba tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:32.486215 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0967015-4c34-4a4f-87b7-a02afc3ced92 req-fdbe978e-a261-4e89-901c-e8b99cc8aaba tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 946 time: 0.0553186 Jul 26 05:13:32.535173 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0967015-4c34-4a4f-87b7-a02afc3ced92 req-81daec3b-a56f-4fa4-88f4-c651a350eb8c tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 Jul 26 05:13:32.905509 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355a978-3187-43e6-9f95-25a9361a81ca req-6731da5e-2934-4ff0-8545-64c8d3ff158d tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:32.906940 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6355a978-3187-43e6-9f95-25a9361a81ca req-6731da5e-2934-4ff0-8545-64c8d3ff158d tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 946 time: 0.0544565 Jul 26 05:13:32.990507 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-6355a978-3187-43e6-9f95-25a9361a81ca req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Deleting port 35f88b37-ae8e-4b94-9860-96f830b1f89c {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:13:32.990845 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6355a978-3187-43e6-9f95-25a9361a81ca req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:33.086844 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-6355a978-3187-43e6-9f95-25a9361a81ca req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] For port 35f88b37-ae8e-4b94-9860-96f830b1f89c, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=35f88b37-ae8e-4b94-9860-96f830b1f89c,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:13:33.087202 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6355a978-3187-43e6-9f95-25a9361a81ca req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:33.100593 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-6355a978-3187-43e6-9f95-25a9361a81ca req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Calling delete_port for 35f88b37-ae8e-4b94-9860-96f830b1f89c owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:13:33.148476 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:33.242674 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6355a978-3187-43e6-9f95-25a9361a81ca req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (35f88b37-ae8e-4b94-9860-96f830b1f89c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:33.269928 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Pushing event deleted for resources: {'Port': ['ID=35f88b37-ae8e-4b94-9860-96f830b1f89c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:13:33.279263 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['35f88b37-ae8e-4b94-9860-96f830b1f89c'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:13:33.321024 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6355a978-3187-43e6-9f95-25a9361a81ca req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] No DVR routers for this DVR port 35f88b37-ae8e-4b94-9860-96f830b1f89c on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:13:33.323634 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-6355a978-3187-43e6-9f95-25a9361a81ca req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:33.326920 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6355a978-3187-43e6-9f95-25a9361a81ca req-14fa967b-fb11-4da7-bad0-738626550ccb tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.52 "DELETE /v2.0/ports/35f88b37-ae8e-4b94-9860-96f830b1f89c HTTP/1.1" status: 204 len: 173 time: 0.4144008 Jul 26 05:13:33.327372 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca', 'name': 'network-vif-deleted', 'tag': '35f88b37-ae8e-4b94-9860-96f830b1f89c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:13:33.329665 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc825c-2bf0-4559-80df-c3429ae39c31" -d '{"events": [{"server_uuid": "ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca", "name": "network-vif-deleted", "tag": "35f88b37-ae8e-4b94-9860-96f830b1f89c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:13:33.365872 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24220842-7f38-4440-9de6-a7d5d7339766 x-openstack-request-id: req-24220842-7f38-4440-9de6-a7d5d7339766 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:13:33.366179 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca", "name": "network-vif-deleted", "tag": "35f88b37-ae8e-4b94-9860-96f830b1f89c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:13:33.366457 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-24220842-7f38-4440-9de6-a7d5d7339766 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:13:33.366891 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24220842-7f38-4440-9de6-a7d5d7339766'] response: {'server_uuid': 'ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca', 'name': 'network-vif-deleted', 'tag': '35f88b37-ae8e-4b94-9860-96f830b1f89c', 'status': 'completed', 'code': 200} Jul 26 05:13:33.653191 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-248adc09-dd8c-4b8b-a3ef-41f232a3a472 req-be755e25-1cbb-401f-8c24-ab101d161ee6 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=ba1e8858-e8e8-4ff3-b6df-3078b4f7eeca HTTP/1.1" status: 200 len: 210 time: 0.0293543 Jul 26 05:13:37.587021 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 35f88b37-ae8e-4b94-9860-96f830b1f89c no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:13:37.609334 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 35f88b37-ae8e-4b94-9860-96f830b1f89c {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:13:37.609671 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 35f88b37-ae8e-4b94-9860-96f830b1f89c not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:13:42.765485 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-e9879c59-d9e8-4179-b96a-dda161d1a7dd tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:42.766961 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-e9879c59-d9e8-4179-b96a-dda161d1a7dd tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/networks?id=f3941d81-f5ed-4186-b07a-def8af852774 HTTP/1.1" status: 200 len: 813 time: 0.1047800 Jul 26 05:13:42.784220 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-76683f6b-02d5-4b74-b0c3-753cf97e0819 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/quotas/1ef8f9da4d8148aebe552f9733dbc45a HTTP/1.1" status: 200 len: 375 time: 0.0091910 Jul 26 05:13:42.816520 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-e9c88974-88df-49b8-a377-fb898e4ec1cd tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273273 Jul 26 05:13:42.975241 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-d38fa2f6-c46f-4304-9113-7d5c98eaafcf service neutron] 10.222.0.17 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520305 Jul 26 05:13:43.032263 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:43.065304 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-f26930ac-4533-4269-9f92-9954d783c946 service neutron] 10.222.0.17 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843329 Jul 26 05:13:43.228486 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9faff60f-b48d-4fb2-8e5c-81c4fd62bac3 req-1c67adb4-7727-428c-8124-c1f853d17d21 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 210 time: 0.0288923 Jul 26 05:13:43.579423 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e12bd95e-d08d-4a77-8a9e-889c540fea5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:44.196029 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:44.249506 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-662697ba-5bba-4fd1-aeb5-51e60e464c44 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:44.250969 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-662697ba-5bba-4fd1-aeb5-51e60e464c44 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.52 "GET /v2.0/networks?id=f3941d81-f5ed-4186-b07a-def8af852774 HTTP/1.1" status: 200 len: 813 time: 0.1085451 Jul 26 05:13:44.272355 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Request body: {'port': {'device_id': 'a3581268-fae9-45f7-80f5-0875da66b643', 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774', 'admin_state_up': True, 'tenant_id': '1ef8f9da4d8148aebe552f9733dbc45a'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:13:44.353805 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3e578cc-424f-4632-959d-31a0033140ec req-4bb40e76-1f41-4cb3-920d-2699a27186cd tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 210 time: 0.0343821 Jul 26 05:13:44.417774 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Made reservation on behalf of 1ef8f9da4d8148aebe552f9733dbc45a for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 05:13:44.421424 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:44.552714 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Allocated IP 172.20.0.5 (f3941d81-f5ed-4186-b07a-def8af852774/f7f6ee01-091d-4966-a018-fd7c694c5a00/0ceb12f8-c7e4-4dd6-a458-dcb296154b47) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 05:13:44.703814 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks [] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:44.740078 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752843300931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:44.789228 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Network f3941d81-f5ed-4186-b07a-def8af852774 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 05:13:44.792647 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 05:13:44.798191 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 05:13:44.805416 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Pushing event updated for resources: {'Port': ['ID=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:13:44.860241 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:44.861171 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:44.880414 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-a3d7527a-a77b-4ffa-bea1-928b3b3eff6f tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151550 Jul 26 05:13:44.897557 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Request body: {'port': {'device_id': 'a3581268-fae9-45f7-80f5-0875da66b643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85057'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 05:13:44.930217 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:44.956257 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:45.076444 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:45.226054 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:13:45.233944 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Publish callbacks [] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:45.247596 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Transition to ACTIVE for port object 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 05:13:45.252830 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:45.299453 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Pushing event updated for resources: {'Port': ['ID=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:13:45.374381 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Attempting to bind port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 on host hv-cinder-85057 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 05:13:45.374708 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Attempting to bind port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 by drivers openvswitch,hyperv on host hv-cinder-85057 at level 0 using segments [{'id': 'c8b7bdbd-5684-433e-b487-463a826c5848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 05:13:45.375039 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Attempting to bind port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 on network f3941d81-f5ed-4186-b07a-def8af852774 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:13:45.379705 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 on network f3941d81-f5ed-4186-b07a-def8af852774 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85057 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 05:13:45.380019 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Attempting to bind port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 on network f3941d81-f5ed-4186-b07a-def8af852774 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 05:13:45.386450 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Checking agent: {'id': '9c014797-5ec4-4365-b9e7-0039d43c8ba9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85057', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'started_at': datetime.datetime(2022, 7, 26, 4, 57, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 05:13:45.386575 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Checking segment: {'id': 'c8b7bdbd-5684-433e-b487-463a826c5848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 05:13:45.386925 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Bound using segment: {'id': 'c8b7bdbd-5684-433e-b487-463a826c5848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 05:13:45.387327 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Bound port: 0ceb12f8-c7e4-4dd6-a458-dcb296154b47, host: hv-cinder-85057, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b7bdbd-5684-433e-b487-463a826c5848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 05:13:45.387695 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:45.483846 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] For port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47, host hv-cinder-85057, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 05:13:45.487697 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] For port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47, host hv-cinder-85057, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 05:13:45.494663 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79276112-883b-4213-acc0-aef5f0626eea req-24201da0-20d7-4438-81a1-0dc60ff436c1 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:45.496170 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-79276112-883b-4213-acc0-aef5f0626eea req-24201da0-20d7-4438-81a1-0dc60ff436c1 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 943 time: 0.0663867 Jul 26 05:13:45.501593 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59865192'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:45.553961 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:45.554571 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:45.555946 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] 10.222.0.52 "PUT /v2.0/ports/0ceb12f8-c7e4-4dd6-a458-dcb296154b47 HTTP/1.1" status: 200 len: 1093 time: 0.6624994 Jul 26 05:13:45.556437 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3581268-fae9-45f7-80f5-0875da66b643', 'tag': '0ceb12f8-c7e4-4dd6-a458-dcb296154b47'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:13:45.558707 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d46596-bede-49c5-9f36-377a1cad85ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a3581268-fae9-45f7-80f5-0875da66b643", "tag": "0ceb12f8-c7e4-4dd6-a458-dcb296154b47"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:13:45.599415 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746882d2-69ae-4e30-a6ad-edafe8d209f8 x-openstack-request-id: req-746882d2-69ae-4e30-a6ad-edafe8d209f8 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:13:45.599754 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3581268-fae9-45f7-80f5-0875da66b643", "tag": "0ceb12f8-c7e4-4dd6-a458-dcb296154b47", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:13:45.600006 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-746882d2-69ae-4e30-a6ad-edafe8d209f8 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:13:45.600413 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746882d2-69ae-4e30-a6ad-edafe8d209f8'] response: {'name': 'network-changed', 'server_uuid': 'a3581268-fae9-45f7-80f5-0875da66b643', 'tag': '0ceb12f8-c7e4-4dd6-a458-dcb296154b47', 'status': 'completed', 'code': 200} Jul 26 05:13:45.606998 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836d4c5-1e0e-474b-a468-06af9f52586b service neutron] Pushing event updated for resources: {'Port': ['ID=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:13:45.612327 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-79276112-883b-4213-acc0-aef5f0626eea req-053580e2-f9c2-494d-837f-80381f7bbcad tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084118 Jul 26 05:13:45.653700 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-78179726-8132-4d8c-bfa6-7e36d54726c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:45.655104 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-78179726-8132-4d8c-bfa6-7e36d54726c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 1127 time: 0.0385394 Jul 26 05:13:45.702046 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-89d6fc5a-b858-48f6-918e-79b7e6bfb835 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ceb12f8-c7e4-4dd6-a458-dcb296154b47 HTTP/1.1" status: 200 len: 217 time: 0.0347648 Jul 26 05:13:45.718470 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-19237055-ba3d-416c-b6df-9edcb28b9ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:45.752016 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-214f8e57-e6ae-4fb4-bfcd-4419e8ee0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:45.753543 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-214f8e57-e6ae-4fb4-bfcd-4419e8ee0902 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7f6ee01-091d-4966-a018-fd7c694c5a00 HTTP/1.1" status: 200 len: 853 time: 0.0441787 Jul 26 05:13:45.786171 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-6c22c22b-0497-4003-9dd8-41d4f7c7d46f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3941d81-f5ed-4186-b07a-def8af852774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269361 Jul 26 05:13:45.877311 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-c3cc1794-8e98-486c-9656-2795f89d452d service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847883 Jul 26 05:13:45.930871 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:45.953728 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:45.968361 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06ed8a0e-d36d-44d8-b456-9ac809ca16bf req-4868003c-e035-4d68-b9e5-c9d2d630dcac service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849016 Jul 26 05:13:47.002556 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:47.053886 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad61526-5933-41ea-a02d-fb1ffe50571c req-d629d692-84c9-405d-977a-51347c98baa2 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:47.055312 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ad61526-5933-41ea-a02d-fb1ffe50571c req-d629d692-84c9-405d-977a-51347c98baa2 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 943 time: 0.3599555 Jul 26 05:13:47.068990 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d46596-bede-49c5-9f36-377a1cad85ab req-8859ee18-a5f8-4b70-b116-45e4404b3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:47.070314 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18d46596-bede-49c5-9f36-377a1cad85ab req-8859ee18-a5f8-4b70-b116-45e4404b3379 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 1127 time: 0.3384173 Jul 26 05:13:47.158657 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ad61526-5933-41ea-a02d-fb1ffe50571c req-bdee4fae-e8fc-4100-a4a1-c719fa6381b1 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959702 Jul 26 05:13:47.193603 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d46596-bede-49c5-9f36-377a1cad85ab req-7830781c-53bb-401c-b703-6e3c8a4191e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:47.195258 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18d46596-bede-49c5-9f36-377a1cad85ab req-7830781c-53bb-401c-b703-6e3c8a4191e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3941d81-f5ed-4186-b07a-def8af852774 HTTP/1.1" status: 200 len: 914 time: 0.1169906 Jul 26 05:13:47.239505 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18d46596-bede-49c5-9f36-377a1cad85ab req-3bd30757-0778-4069-899d-a9e854a4ea1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ceb12f8-c7e4-4dd6-a458-dcb296154b47 HTTP/1.1" status: 200 len: 217 time: 0.0376308 Jul 26 05:13:47.287115 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d46596-bede-49c5-9f36-377a1cad85ab req-5ce0ca4c-bdb0-4519-933b-2e5364aed173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:47.288480 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18d46596-bede-49c5-9f36-377a1cad85ab req-5ce0ca4c-bdb0-4519-933b-2e5364aed173 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7f6ee01-091d-4966-a018-fd7c694c5a00 HTTP/1.1" status: 200 len: 853 time: 0.0436423 Jul 26 05:13:47.321078 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18d46596-bede-49c5-9f36-377a1cad85ab req-e7235b5f-f68c-44ba-ab1a-ae8054cff118 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3941d81-f5ed-4186-b07a-def8af852774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265148 Jul 26 05:13:47.340461 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:13:47.414314 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18d46596-bede-49c5-9f36-377a1cad85ab req-3fde0937-3f49-4d27-9b9f-d6a6572189e6 service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859778 Jul 26 05:13:47.508919 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18d46596-bede-49c5-9f36-377a1cad85ab req-825527c7-b9ed-4903-9277-2fa30e48eb53 service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885165 Jul 26 05:13:48.296858 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07a620-0da9-4aee-94fc-9999bf55b758 req-e429e2a0-cdb9-4eae-a65c-db5462f7909d tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:48.298560 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de07a620-0da9-4aee-94fc-9999bf55b758 req-e429e2a0-cdb9-4eae-a65c-db5462f7909d tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 943 time: 0.0498748 Jul 26 05:13:48.351631 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de07a620-0da9-4aee-94fc-9999bf55b758 req-cbd6d47d-4fe5-43b6-8a16-e7a28c882d98 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473702 Jul 26 05:13:48.403933 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:48.702072 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:48.967064 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 details requested by agent hyperv_hv-cinder-85057 with host hv-cinder-85057 {{(pid=104003) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 05:13:49.082738 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:13:49.094318 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Returning: {'device': '0ceb12f8-c7e4-4dd6-a458-dcb296154b47', 'network_id': 'f3941d81-f5ed-4186-b07a-def8af852774', 'port_id': '0ceb12f8-c7e4-4dd6-a458-dcb296154b47', 'mac_address': 'fa:16:3e:5c:0a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f6ee01-091d-4966-a018-fd7c694c5a00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104003) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 05:13:49.137554 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 is: DOWN; New status is: BUILD {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:13:49.138031 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:49.153425 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 {{(pid=104003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 05:13:49.172983 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:13:49.179988 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:49.230065 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:13:49.237160 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.237502 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.237842 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.238176 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.238580 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.238906 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.239231 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.239577 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.239900 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.240220 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.240558 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.240871 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.241183 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.241483 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.241793 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:13:49.464893 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['0ceb12f8-c7e4-4dd6-a458-dcb296154b47'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:13:49.476440 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bd952-0f9d-4340-9ac7-b76d2e5ff992 req-4208ec85-6099-4522-84c9-740ceb261144 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:49.477979 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e66bd952-0f9d-4340-9ac7-b76d2e5ff992 req-4208ec85-6099-4522-84c9-740ceb261144 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 944 time: 0.0486953 Jul 26 05:13:49.526453 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e66bd952-0f9d-4340-9ac7-b76d2e5ff992 req-a40023a4-4647-478f-abde-fddc3cd1d00b tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425451 Jul 26 05:13:50.661860 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc4173-d669-41fb-a7f2-5e1f4f2fd324 req-78d6a799-f928-4320-a517-937685426b40 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:50.663227 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9dc4173-d669-41fb-a7f2-5e1f4f2fd324 req-78d6a799-f928-4320-a517-937685426b40 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 944 time: 0.0502040 Jul 26 05:13:50.714280 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9dc4173-d669-41fb-a7f2-5e1f4f2fd324 req-3967b45e-a7bf-4689-a9bd-e7e6c1440b7a tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425713 Jul 26 05:13:50.985192 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 up at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 05:13:51.034282 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning for port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 completed by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 05:13:51.043345 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.db.provisioning_blocks [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Provisioning complete for port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 triggered by entity L2. {{(pid=104003) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 05:13:51.043785 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1289888'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), provisioning_complete {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:51.113818 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Current status of the port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 is: BUILD; New status is: ACTIVE {{(pid=104003) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 05:13:51.114193 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1341123'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:51.124274 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:51.137690 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3581268-fae9-45f7-80f5-0875da66b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceb12f8-c7e4-4dd6-a458-dcb296154b47'}] {{(pid=104003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:13:51.140009 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}433e9d1c9a0acc11649a37b3249258dc9ba058d27d1beb902d5cedb5e2d815e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f957ab18-3893-4d27-8338-aa35669795cb" -d '{"events": [{"server_uuid": "a3581268-fae9-45f7-80f5-0875da66b643", "name": "network-vif-plugged", "status": "completed", "tag": "0ceb12f8-c7e4-4dd6-a458-dcb296154b47"}]}' {{(pid=104003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:13:51.152906 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] For port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:13:51.158241 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752843680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752843300949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752843300967'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:13:51.186010 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e51f9c3-5ace-409a-94bd-48c459464e35 x-openstack-request-id: req-4e51f9c3-5ace-409a-94bd-48c459464e35 {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:13:51.186302 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3581268-fae9-45f7-80f5-0875da66b643", "name": "network-vif-plugged", "status": "completed", "tag": "0ceb12f8-c7e4-4dd6-a458-dcb296154b47", "code": 200}]} {{(pid=104003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:13:51.186559 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4e51f9c3-5ace-409a-94bd-48c459464e35 {{(pid=104003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:13:51.186943 dv-cinder-850574-1-iscsi neutron-server[104003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e51f9c3-5ace-409a-94bd-48c459464e35'] response: {'server_uuid': 'a3581268-fae9-45f7-80f5-0875da66b643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceb12f8-c7e4-4dd6-a458-dcb296154b47', 'code': 200} Jul 26 05:13:51.213567 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Pushing event updated for resources: {'Port': ['ID=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,revision_number=5']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:13:51.387677 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480dff6-cb31-477b-a094-1957dfd68aac req-1341dc3f-7bd7-446b-b7c6-a77e232a01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:51.389181 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f480dff6-cb31-477b-a094-1957dfd68aac req-1341dc3f-7bd7-446b-b7c6-a77e232a01b5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 1129 time: 0.0395901 Jul 26 05:13:51.433392 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f480dff6-cb31-477b-a094-1957dfd68aac req-c2ee1516-664f-460e-87fe-c458492eadd4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385630 Jul 26 05:13:51.843178 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc89756-4093-444c-bccf-be6194c13d3b req-053a732a-ad57-43ac-8131-ddb5a2c28b57 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:51.844720 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0dc89756-4093-444c-bccf-be6194c13d3b req-053a732a-ad57-43ac-8131-ddb5a2c28b57 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 945 time: 0.0488617 Jul 26 05:13:51.892302 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:51.899861 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0dc89756-4093-444c-bccf-be6194c13d3b req-12f0b786-c52a-4ceb-a440-1d40cf6f0536 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491273 Jul 26 05:13:53.036260 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabbb9a-f35a-4002-960b-d7e4b22efe6b req-631028d6-71e2-4734-a0f8-47a69c3481af tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:13:53.037690 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3eabbb9a-f35a-4002-960b-d7e4b22efe6b req-631028d6-71e2-4734-a0f8-47a69c3481af tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 945 time: 0.0491302 Jul 26 05:13:53.076825 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:53.092103 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3eabbb9a-f35a-4002-960b-d7e4b22efe6b req-0ad6d74f-c2a4-493f-994f-10ec706e8035 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460496 Jul 26 05:13:57.335181 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:13:57.339590 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:01.205480 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:01.211019 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=8 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:03.088668 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=12 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:03.166806 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:09.939500 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-37a302c2-3cac-4021-a4b3-89d395d52371 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406818 Jul 26 05:14:10.044340 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-63c74195-0c3b-46a3-a753-cda3c3b326d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:14:10.045874 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-63c74195-0c3b-46a3-a753-cda3c3b326d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 1129 time: 0.0439103 Jul 26 05:14:10.158547 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-11311e3e-1bda-4e51-859c-470ab862e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:14:10.160051 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-11311e3e-1bda-4e51-859c-470ab862e496 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f3941d81-f5ed-4186-b07a-def8af852774 HTTP/1.1" status: 200 len: 914 time: 0.0883117 Jul 26 05:14:10.198283 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-1aec64a7-052f-49eb-809c-8ea8b9944226 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ceb12f8-c7e4-4dd6-a458-dcb296154b47 HTTP/1.1" status: 200 len: 217 time: 0.0320587 Jul 26 05:14:10.250880 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-13bc7b7c-ba49-4261-80de-fa2aa7a914ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:14:10.252362 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-13bc7b7c-ba49-4261-80de-fa2aa7a914ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f7f6ee01-091d-4966-a018-fd7c694c5a00 HTTP/1.1" status: 200 len: 853 time: 0.0474916 Jul 26 05:14:10.284623 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-77e47c06-207a-4c2b-afdf-7391f3a8de9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f3941d81-f5ed-4186-b07a-def8af852774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261455 Jul 26 05:14:10.375401 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-b7be9918-e088-431c-b400-d913febffee6 service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846498 Jul 26 05:14:10.473428 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0eb860f4-1921-42d1-8e7b-77b82f5ab591 req-892c9ada-81d2-4593-bed3-de3afe06b51a service neutron] 10.222.0.52 "GET /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914731 Jul 26 05:14:12.540301 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=12 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:12.541589 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=14 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:13.155381 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:13.160196 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:13.451879 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b9b55-f9c2-406d-9069-da6898a6f58a req-ad30981e-b6a8-480f-a444-9077bd63ad5e tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:14:13.453251 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a18b9b55-f9c2-406d-9069-da6898a6f58a req-ad30981e-b6a8-480f-a444-9077bd63ad5e tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 945 time: 0.0519972 Jul 26 05:14:13.507095 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a18b9b55-f9c2-406d-9069-da6898a6f58a req-4f59fca8-54d0-4068-870b-61c4962298cc tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453906 Jul 26 05:14:13.591832 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a42ad1fd-9ff9-437a-9ce5-49f9f13f2235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:14.643647 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333edb1-d25b-43be-a1ce-b413274a4273 req-72e11c1c-0a9c-4fad-a235-38ec090040af tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:14:14.645132 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0333edb1-d25b-43be-a1ce-b413274a4273 req-72e11c1c-0a9c-4fad-a235-38ec090040af tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 945 time: 0.0529521 Jul 26 05:14:14.698484 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0333edb1-d25b-43be-a1ce-b413274a4273 req-93a14265-31f7-4b46-9dd8-c9661dc15629 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/security-groups?id=0e934b22-0ab3-48cc-8358-a976d2649b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452476 Jul 26 05:14:15.152669 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-501668a0-4343-497e-a2d0-8518615bb7dd tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 05:14:15.154165 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-501668a0-4343-497e-a2d0-8518615bb7dd tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.52 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 945 time: 0.0725980 Jul 26 05:14:15.247020 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Deleting port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 05:14:15.247443 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752843677197'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:15.348225 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] For port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47, host hv-cinder-85057, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85057',level=0,port_id=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,segment=NetworkSegment(c8b7bdbd-5684-433e-b487-463a826c5848),segment_id=c8b7bdbd-5684-433e-b487-463a826c5848)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 05:14:15.348596 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3779858'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:15.361771 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Calling delete_port for 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 05:14:15.437914 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:15.501352 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:15.517341 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1329934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752843748675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752843300940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59865215'] for port (0ceb12f8-c7e4-4dd6-a458-dcb296154b47), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:15.545742 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Pushing event deleted for resources: {'Port': ['ID=0ceb12f8-c7e4-4dd6-a458-dcb296154b47,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:14:15.554443 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] get_ports_and_sgs() called for port_ids ['0ceb12f8-c7e4-4dd6-a458-dcb296154b47'] {{(pid=104003) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 05:14:15.558445 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.558759 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.559497 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.559862 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.560192 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.560521 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.560849 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.561174 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.561495 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.561815 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.562140 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.562446 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.562762 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.563087 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.563404 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850574-1-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 05:14:15.603904 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] No DVR routers for this DVR port 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 on host hv-cinder-85057 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 05:14:15.606349 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473791'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:15.609778 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5196b1e1-fe6d-4a12-8c68-e74d4945d039 req-cf5a0d96-1632-4270-b0b7-944a1342fa63 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.52 "DELETE /v2.0/ports/0ceb12f8-c7e4-4dd6-a458-dcb296154b47 HTTP/1.1" status: 204 len: 173 time: 0.4460771 Jul 26 05:14:15.610222 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3581268-fae9-45f7-80f5-0875da66b643', 'name': 'network-vif-deleted', 'tag': '0ceb12f8-c7e4-4dd6-a458-dcb296154b47'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 05:14:15.612522 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}346e28f24d3d44da4450a0a45f0364b70d50697c81ba2219b89edc91c5efa7ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e9a7ee-2765-4628-893a-68c28f04310a" -d '{"events": [{"server_uuid": "a3581268-fae9-45f7-80f5-0875da66b643", "name": "network-vif-deleted", "tag": "0ceb12f8-c7e4-4dd6-a458-dcb296154b47"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 05:14:15.661070 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9e98cc-4e9e-427b-89a9-82d935927782 x-openstack-request-id: req-8e9e98cc-4e9e-427b-89a9-82d935927782 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 05:14:15.661731 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3581268-fae9-45f7-80f5-0875da66b643", "name": "network-vif-deleted", "tag": "0ceb12f8-c7e4-4dd6-a458-dcb296154b47", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 05:14:15.661845 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8e9e98cc-4e9e-427b-89a9-82d935927782 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 05:14:15.662544 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9e98cc-4e9e-427b-89a9-82d935927782'] response: {'server_uuid': 'a3581268-fae9-45f7-80f5-0875da66b643', 'name': 'network-vif-deleted', 'tag': '0ceb12f8-c7e4-4dd6-a458-dcb296154b47', 'status': 'completed', 'code': 200} Jul 26 05:14:15.712546 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-93d60edd-2baa-4e83-868e-7fd9a0cf3cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:15.817044 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3d2193b7-4ce1-4468-a15f-f6cca9e847ad req-a7ec5532-a70a-48c3-8efb-d2dd7ed16a71 tempest-VolumesSnapshotTestJSON-802793931 tempest-VolumesSnapshotTestJSON-802793931-project] 10.222.0.17 "GET /v2.0/ports?device_id=a3581268-fae9-45f7-80f5-0875da66b643 HTTP/1.1" status: 200 len: 210 time: 0.0302989 Jul 26 05:14:17.003807 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:18.402581 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:18.703627 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:20.197033 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 no longer exists at agent hyperv_hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 05:14:20.218744 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.plugin [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] No Port match for: 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 {{(pid=104003) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 05:14:20.219048 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.rpc [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Device 0ceb12f8-c7e4-4dd6-a458-dcb296154b47 not bound to the agent host hv-cinder-85057 {{(pid=104003) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 05:14:24.341492 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:14:25.218941 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:25.584574 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=5,neutron:SELECT=13 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:25.798484 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:30.201570 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:30.202381 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:33.182461 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:34.338335 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:38.358496 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 55144) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:14:38.405045 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd04b6f-06ff-4f03-a6a8-32d8a8616533 admin admin] Deleting subnet f7f6ee01-091d-4966-a018-fd7c694c5a00 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 05:14:38.408592 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5fd04b6f-06ff-4f03-a6a8-32d8a8616533 admin admin] Publish callbacks [] for subnet (f7f6ee01-091d-4966-a018-fd7c694c5a00), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.444925 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5fd04b6f-06ff-4f03-a6a8-32d8a8616533 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58924954'] for subnet (f7f6ee01-091d-4966-a018-fd7c694c5a00), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.490574 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5fd04b6f-06ff-4f03-a6a8-32d8a8616533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1289003'] for subnet (f7f6ee01-091d-4966-a018-fd7c694c5a00), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.549901 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5fd04b6f-06ff-4f03-a6a8-32d8a8616533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1288994', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4067129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59865170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58846438'] for subnet (f7f6ee01-091d-4966-a018-fd7c694c5a00), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.577283 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd04b6f-06ff-4f03-a6a8-32d8a8616533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f6ee01-091d-4966-a018-fd7c694c5a00,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:14:38.581805 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5fd04b6f-06ff-4f03-a6a8-32d8a8616533 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.585469 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5fd04b6f-06ff-4f03-a6a8-32d8a8616533 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f7f6ee01-091d-4966-a018-fd7c694c5a00 HTTP/1.1" status: 204 len: 168 time: 0.2259302 Jul 26 05:14:38.588193 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 55146) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:14:38.659952 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1311073'] for network (f3941d81-f5ed-4186-b07a-def8af852774), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.739073 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1200645', 'neutron.services.segments.db._delete_segments_for_network-8752843820490'] for network (f3941d81-f5ed-4186-b07a-def8af852774), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.759027 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3941d81-f5ed-4186-b07a-def8af852774']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:14:38.768344 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b7bdbd-5684-433e-b487-463a826c5848') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:14:38.768646 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b7bdbd-5684-433e-b487-463a826c5848') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 05:14:38.778378 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752843820391', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58924931'] for segment (c8b7bdbd-5684-433e-b487-463a826c5848), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.793051 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244'] for segment (c8b7bdbd-5684-433e-b487-463a826c5848), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.799834 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 05:14:38.800212 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1199244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59865100'] for segment (c8b7bdbd-5684-433e-b487-463a826c5848), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.864924 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1200654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3671715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4110391'] for network (f3941d81-f5ed-4186-b07a-def8af852774), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.871336 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3671693'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:38.877344 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] 10.222.0.17 "DELETE /v2.0/networks/f3941d81-f5ed-4186-b07a-def8af852774 HTTP/1.1" status: 204 len: 168 time: 0.2881894 Jul 26 05:14:38.889684 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment c8b7bdbd-5684-433e-b487-463a826c5848 resource provider aggregate not found Jul 26 05:14:38.893576 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141804a-10c8-455b-a9b0-3c97dc1bbbe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3941d81-f5ed-4186-b07a-def8af852774,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:14:38.906552 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment c8b7bdbd-5684-433e-b487-463a826c5848 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b7bdbd-5684-433e-b487-463a826c5848 found for delete ", "request_id": "req-1c715206-c2d9-405e-a75b-55dcd51972fe"}]} Jul 26 05:14:38.993523 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 55156) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:14:39.035992 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e1204de1-2ebd-4278-92ae-a634c0695ceb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1ef8f9da4d8148aebe552f9733dbc45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411434 Jul 26 05:14:39.038417 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.17', 55158) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 05:14:39.088899 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c501-321f-4b4c-8709-dce3f759e042 admin admin] Publish callbacks [] for security_group (0e934b22-0ab3-48cc-8358-a976d2649b70), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:39.110789 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c501-321f-4b4c-8709-dce3f759e042 admin admin] Publish callbacks [] for security_group (0e934b22-0ab3-48cc-8358-a976d2649b70), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:39.162707 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c501-321f-4b4c-8709-dce3f759e042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4064156'] for security_group (0e934b22-0ab3-48cc-8358-a976d2649b70), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:39.165690 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c501-321f-4b4c-8709-dce3f759e042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:39.166840 dv-cinder-850574-1-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6fd2c501-321f-4b4c-8709-dce3f759e042 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0e934b22-0ab3-48cc-8358-a976d2649b70 HTTP/1.1" status: 204 len: 168 time: 0.1274962 Jul 26 05:14:39.174599 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2c501-321f-4b4c-8709-dce3f759e042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e934b22-0ab3-48cc-8358-a976d2649b70,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 05:14:43.599710 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-9364bf83-0116-4de5-aaf8-d64fb87d7c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:45.727716 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-65865bf9-4dca-4605-99f5-6e8a69639030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:47.012056 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:48.407285 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:48.703524 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:14:49.143382 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:49.170428 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:58.693271 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:14:58.696710 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:01.346393 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:15:03.188887 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:11.338793 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:12.218835 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:13.176433 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:13.182445 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:13.591948 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-536cd563-dd81-4041-9fef-82aca3044c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:15.735018 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-35227938-2289-458f-9812-9a72bb05fa4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:17.012831 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:18.414142 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:18.699164 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:32.440355 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:32.443004 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:33.211350 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:38.347248 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:15:43.198738 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:43.204046 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:43.598987 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a8361ae8-3705-4f02-bad4-47a19608dd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:45.731961 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bb4576d4-cbed-4a6f-ba2a-8522c243888e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:47.026200 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:48.342319 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:48.343222 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:48.415027 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:48.437636 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-97feca30-064b-4006-821e-59b3d7f99afb req-033d1b89-5183-4f06-b960-7588092118aa service neutron] (104002) timed out ('10.222.0.52', 62730) {{(pid=104002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 05:15:48.698180 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:15:58.684220 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:15:58.688729 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:00.140243 dv-cinder-850574-1-iscsi neutron-server[104002]: DEBUG neutron.wsgi [req-623b3bca-e595-48f0-aaa6-59d43dd78a1a req-09b60502-f88b-4227-ab1c-57d3b294cf24 service neutron] (104002) timed out ('10.222.0.52', 62715) {{(pid=104002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 05:16:03.218641 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:13.206187 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:13.209652 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:13.591179 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-17daee1e-c649-44ec-9a24-ca9be796df2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:15.349164 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:16:15.728912 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-0ff14c54-6af1-479f-b743-c33c3a0d64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:16.222802 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:17.031120 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:18.421649 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:18.696042 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:25.344655 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:28.684310 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:28.687716 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:33.232497 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:43.219283 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:43.223571 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:43.594740 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fd1bc6f5-e825-4129-a2d4-1a36a723afe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:45.725495 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1080c2db-1e04-4a9b-8a0b-d1b9baef556f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:47.035238 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:48.426932 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:48.693325 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:16:52.352350 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:16:58.681173 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=7 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:16:58.685590 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:02.346913 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:03.233039 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:12.217447 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:13.219934 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:13.224312 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:13.596840 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-368ee5f4-fe41-4e82-b4ff-fcc2154bc345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:15.726964 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d0d059e4-c0ab-40a0-8897-763cb79d2cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:17.034094 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:18.431454 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:18.688468 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:29.354699 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:17:32.443486 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:32.446590 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:33.236292 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:39.347718 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:39.348925 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=4 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:43.215678 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:43.228530 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:43.603218 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-2f052702-7ba2-4142-ba69-1c6d24f9bcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:45.729740 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-f2e03701-7b0b-4764-92fa-5eacd89da400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:47.039844 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:48.433759 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:48.690139 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:17:58.681640 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:17:58.684117 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:03.222193 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:06.356464 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:18:07.777795 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-0beeef7b-f7ef-47d4-98e1-ba57e579e35d service neutron] (104001) timed out ('10.222.0.17', 49106) {{(pid=104001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 05:18:08.340468 dv-cinder-850574-1-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-d9e0e134-b314-445f-aeb4-1c38ef3446a1 req-e96d2cf4-2128-420c-88b5-8c128344b30d tempest-AttachVolumeShelveTestJSON-1439849610 tempest-AttachVolumeShelveTestJSON-1439849610-project] (104001) timed out ('10.222.0.17', 49118) {{(pid=104001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 05:18:13.209048 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:13.215376 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:13.598815 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-50066a49-479c-4c39-b5d5-961e1a814f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:15.737351 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-54a03e3f-0c9f-45ee-8021-e1e5e255294a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:16.350796 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:16.352073 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=17 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:17.043865 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:18.438902 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:18.693237 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:28.677811 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:28.686163 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:33.242442 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:43.233118 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:43.235619 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:43.360779 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:18:43.600893 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-1760b1e8-906a-41b9-823b-da4a03244469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:45.732214 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-64fb153f-b825-43cc-9345-6bb8d0e982fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:47.045351 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:48.452336 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:48.695595 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:18:53.353901 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:55.225892 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=5 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:58.686647 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:18:58.688992 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:19:03.241430 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:13.231368 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:19:13.234603 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:19:13.596521 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-350d52c0-28a4-4bd1-95b7-e888a8a3bc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:15.734722 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-4cc353e2-e998-4086-a67c-d17f80fe781d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:17.050921 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:18.449722 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:18.701455 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:20.363809 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 05:19:21.239846 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:19:30.359289 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG dbcounter [-] [104004] Writing DB stats neutron:SELECT=6 {{(pid=104004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:19:32.447943 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:19:32.449906 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=2,neutron:SELECT=18 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:19:33.274671 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ccf5-19b1-40b3-8450-eb9950bdca4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (9c014797-5ec4-4365-b9e7-0039d43c8ba9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:43.256070 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:19:43.266637 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 05:19:43.607987 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-00914c13-5a88-47f4-96d1-2ad6e1075959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (26f43875-2833-4bad-bfe1-00683f52583b), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:45.731016 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-7283bbc0-6314-4307-8d47-b53e9c9168ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (0b576759-ac0a-45e6-966b-86a1c07387ad), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:47.047391 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-c9f95d7b-5501-47cf-8279-78981a83e5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (e3d3e285-6dcf-4839-9f40-50aff616bdda), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:48.451021 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-b7abfb58-5205-4349-b81e-fd6cd91d1a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (1122a9e3-4760-4cc8-8e94-a9a32c122860), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:48.705983 dv-cinder-850574-1-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-23a1e8da-f928-4af5-8c7b-5cc9bf4a5cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752843820472', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1289946'] for agent (b943c5c1-8c7c-4d06-b25c-7c85e812ee5a), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 05:19:57.363408 dv-cinder-850574-1-iscsi neutron-server[104004]: DEBUG neutron.db.agents_db [None req-8f41b7de-66dd-49fc-954c-a4a1fe44c532 None None] Agent healthcheck: found 6 active agents {{(pid=104004) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}